{ "schema_version": 1, "benchmark_version": "1.0.0", "dataset_git_commit": "d69e87e2c206ea75c52f5b8340d677bd14af03e3", "dataset_git_path": "dataset/fontbench-2-rendered", "dataset_fingerprint": "d40a3cafa91610bbebaa6c49719f24efcbe754a328e448d3e51f0e1f217c79a6", "evaluation_protocol_fingerprint": "3769c8cc383a4959533c4801eec6202035a5a8cd30b76644e8cdfbc11cc859ce", "expected_task_count": 1824, "run_id": "2026-09-10-muse-spark", "mock": false, "grading_version": "3", "finalized_at": "2026-09-10T11:37:06.905951+00:00", "source_updated_at": "2026-09-10T09:03:20.795657+00:00", "source_git_commit": "d88a09dce6b0fd6a12f81e661fd760413786dde9", "finalizer_git_commit": "d88a09dce6b0fd6a12f81e661fd760413786dde9", "finalizer_git_dirty": false, "artifact_type": "fontbench-final-results", "publication_status": "finalized", "dataset_font_count": 50, "comparison": { "scope": "common", "count": 1824, "task_ids": [ "font-arial-v16", "font-arial-v17", "font-arial-v18", "font-arial-v19", "font-arial-v20", "font-arial-v21", "font-arial-v22", "font-arial-v23", "font-arial-v24", "font-arial-v25", "font-arial-v26", "font-arial-v27", "font-arial-v28", "font-arial-v29", "font-arial-v30", "font-arial-v31", "font-arial-v32", "font-arial-v33", "font-arial-v34", "font-arial-v35", "font-arial-v36", "font-arial-v37", "font-arial-v38", "font-arial-v39", "font-arial-v40", "font-arial-v41", "font-arial-v42", "font-arial-v43", "font-arial-v44", "font-arial-v45", "font-arial-v46", "font-arial-v47", "font-arial-v48", "font-arial-v52", "font-arial-v53", "font-arial-v54", "font-arial-v55", "font-arial-v56", "font-arial-v57", "font-arial-v58", "font-arial-v59", "font-arial-v60", "font-arvo-v16", "font-arvo-v17", "font-arvo-v18", "font-arvo-v19", "font-arvo-v20", "font-arvo-v21", "font-arvo-v22", "font-arvo-v23", "font-arvo-v24", "font-arvo-v25", "font-arvo-v26", "font-arvo-v27", "font-arvo-v28", "font-arvo-v29", "font-arvo-v30", "font-arvo-v31", "font-arvo-v32", "font-arvo-v33", "font-arvo-v34", "font-arvo-v35", "font-arvo-v36", "font-arvo-v37", "font-arvo-v38", "font-arvo-v39", "font-arvo-v40", "font-arvo-v41", "font-arvo-v42", "font-arvo-v43", "font-arvo-v44", "font-arvo-v45", "font-bebas-neue-v16", "font-bebas-neue-v17", "font-bebas-neue-v18", "font-bebas-neue-v22", "font-bebas-neue-v23", "font-bebas-neue-v24", "font-bebas-neue-v25", "font-bebas-neue-v26", "font-bebas-neue-v27", "font-bebas-neue-v28", "font-bebas-neue-v29", "font-bebas-neue-v30", "font-bitter-v01", "font-bitter-v02", "font-bitter-v03", "font-bitter-v04", "font-bitter-v05", "font-bitter-v06", "font-bitter-v07", "font-bitter-v08", "font-bitter-v09", "font-bitter-v10", "font-bitter-v11", "font-bitter-v12", "font-bitter-v13", "font-bitter-v14", "font-bitter-v15", "font-bitter-v16", "font-bitter-v17", "font-bitter-v18", "font-bitter-v19", "font-bitter-v20", "font-bitter-v21", "font-bitter-v22", "font-bitter-v23", "font-bitter-v24", "font-bitter-v25", "font-bitter-v26", "font-bitter-v27", "font-bitter-v28", "font-bitter-v29", "font-bitter-v30", "font-bitter-v31", "font-bitter-v32", "font-bitter-v33", "font-bitter-v34", "font-bitter-v35", "font-bitter-v36", "font-bitter-v37", "font-bitter-v38", "font-bitter-v39", "font-bitter-v40", "font-bitter-v41", "font-bitter-v42", "font-bitter-v43", "font-bitter-v44", "font-bitter-v45", "font-bitter-v46", "font-bitter-v47", "font-bitter-v48", "font-bitter-v49", "font-bitter-v50", "font-bitter-v51", "font-bitter-v52", "font-bitter-v53", "font-bitter-v54", "font-bitter-v55", "font-bitter-v56", "font-bitter-v57", "font-bitter-v58", "font-bitter-v59", "font-bitter-v60", "font-bodoni-moda-v16", "font-bodoni-moda-v17", "font-bodoni-moda-v18", "font-bodoni-moda-v19", "font-bodoni-moda-v20", "font-bodoni-moda-v21", "font-bodoni-moda-v22", "font-bodoni-moda-v23", "font-bodoni-moda-v24", "font-bodoni-moda-v25", "font-bodoni-moda-v26", "font-bodoni-moda-v27", "font-bodoni-moda-v28", "font-bodoni-moda-v29", "font-bodoni-moda-v30", "font-bodoni-moda-v31", "font-bodoni-moda-v32", "font-bodoni-moda-v33", "font-bodoni-moda-v34", "font-bodoni-moda-v35", "font-bodoni-moda-v36", "font-bodoni-moda-v37", "font-bodoni-moda-v38", "font-bodoni-moda-v39", "font-bodoni-moda-v40", "font-bodoni-moda-v41", "font-bodoni-moda-v42", "font-bodoni-moda-v43", "font-bodoni-moda-v44", "font-bodoni-moda-v45", "font-bodoni-moda-v46", "font-bodoni-moda-v47", "font-bodoni-moda-v48", "font-bodoni-moda-v49", "font-bodoni-moda-v50", "font-bodoni-moda-v51", "font-bodoni-moda-v52", "font-bodoni-moda-v53", "font-bodoni-moda-v54", "font-bodoni-moda-v55", "font-bodoni-moda-v56", "font-bodoni-moda-v57", "font-bodoni-moda-v58", "font-bodoni-moda-v59", "font-bodoni-moda-v60", "font-bungee-v16", "font-bungee-v17", "font-bungee-v18", "font-bungee-v22", "font-bungee-v23", "font-bungee-v24", "font-bungee-v25", "font-bungee-v26", "font-bungee-v27", "font-bungee-v28", "font-bungee-v29", "font-bungee-v30", "font-caveat-v16", "font-caveat-v17", "font-caveat-v18", "font-caveat-v22", "font-caveat-v23", "font-caveat-v24", "font-caveat-v25", "font-caveat-v26", "font-caveat-v27", "font-caveat-v28", "font-caveat-v29", "font-caveat-v30", "font-caveat-v31", "font-caveat-v32", "font-caveat-v33", "font-caveat-v37", "font-caveat-v38", "font-caveat-v39", "font-caveat-v40", "font-caveat-v41", "font-caveat-v42", "font-caveat-v43", "font-caveat-v44", "font-caveat-v45", "font-cinzel-v16", "font-cinzel-v17", "font-cinzel-v18", "font-cinzel-v22", "font-cinzel-v23", "font-cinzel-v24", "font-cinzel-v25", "font-cinzel-v26", "font-cinzel-v27", "font-cinzel-v28", "font-cinzel-v29", "font-cinzel-v30", "font-cinzel-v31", "font-cinzel-v32", "font-cinzel-v33", "font-cinzel-v37", "font-cinzel-v38", "font-cinzel-v39", "font-cinzel-v40", "font-cinzel-v41", "font-cinzel-v42", "font-cinzel-v43", "font-cinzel-v44", "font-cinzel-v45", "font-cinzel-v46", "font-cinzel-v47", "font-cinzel-v48", "font-cinzel-v52", "font-cinzel-v53", "font-cinzel-v54", "font-cinzel-v55", "font-cinzel-v56", "font-cinzel-v57", "font-cinzel-v58", "font-cinzel-v59", "font-cinzel-v60", "font-comic-sans-ms-v16", "font-comic-sans-ms-v17", "font-comic-sans-ms-v18", "font-comic-sans-ms-v22", "font-comic-sans-ms-v23", "font-comic-sans-ms-v24", "font-comic-sans-ms-v25", "font-comic-sans-ms-v26", "font-comic-sans-ms-v27", "font-comic-sans-ms-v28", "font-comic-sans-ms-v29", "font-comic-sans-ms-v30", "font-cormorant-garamond-v16", "font-cormorant-garamond-v17", "font-cormorant-garamond-v18", "font-cormorant-garamond-v19", "font-cormorant-garamond-v20", "font-cormorant-garamond-v21", "font-cormorant-garamond-v22", "font-cormorant-garamond-v23", "font-cormorant-garamond-v24", "font-cormorant-garamond-v25", "font-cormorant-garamond-v26", "font-cormorant-garamond-v27", "font-cormorant-garamond-v28", "font-cormorant-garamond-v29", "font-cormorant-garamond-v30", "font-cormorant-garamond-v31", "font-cormorant-garamond-v32", "font-cormorant-garamond-v33", "font-cormorant-garamond-v34", "font-cormorant-garamond-v35", "font-cormorant-garamond-v36", "font-cormorant-garamond-v37", "font-cormorant-garamond-v38", "font-cormorant-garamond-v39", "font-cormorant-garamond-v40", "font-cormorant-garamond-v41", "font-cormorant-garamond-v42", "font-cormorant-garamond-v43", "font-cormorant-garamond-v44", "font-cormorant-garamond-v45", "font-courier-new-v16", "font-courier-new-v17", "font-courier-new-v18", "font-courier-new-v22", "font-courier-new-v23", "font-courier-new-v24", "font-courier-new-v25", "font-courier-new-v26", "font-courier-new-v27", "font-courier-new-v28", "font-courier-new-v29", "font-courier-new-v30", "font-crimson-text-v16", "font-crimson-text-v17", "font-crimson-text-v18", "font-crimson-text-v19", "font-crimson-text-v20", "font-crimson-text-v21", "font-crimson-text-v22", "font-crimson-text-v23", "font-crimson-text-v24", "font-crimson-text-v25", "font-crimson-text-v26", "font-crimson-text-v27", "font-crimson-text-v28", "font-crimson-text-v29", "font-crimson-text-v30", "font-crimson-text-v31", "font-crimson-text-v32", "font-crimson-text-v33", "font-crimson-text-v34", "font-crimson-text-v35", "font-crimson-text-v36", "font-crimson-text-v37", "font-crimson-text-v38", "font-crimson-text-v39", "font-crimson-text-v40", "font-crimson-text-v41", "font-crimson-text-v42", "font-crimson-text-v43", "font-crimson-text-v44", "font-crimson-text-v45", "font-dancing-script-v16", "font-dancing-script-v17", "font-dancing-script-v18", "font-dancing-script-v22", "font-dancing-script-v23", "font-dancing-script-v24", "font-dancing-script-v25", "font-dancing-script-v26", "font-dancing-script-v27", "font-dancing-script-v28", "font-dancing-script-v29", "font-dancing-script-v30", "font-dancing-script-v31", "font-dancing-script-v32", "font-dancing-script-v33", "font-dancing-script-v37", "font-dancing-script-v38", "font-dancing-script-v39", "font-dancing-script-v40", "font-dancing-script-v41", "font-dancing-script-v42", "font-dancing-script-v43", "font-dancing-script-v44", "font-dancing-script-v45", "font-dm-sans-v01", "font-dm-sans-v02", "font-dm-sans-v03", "font-dm-sans-v04", "font-dm-sans-v05", "font-dm-sans-v06", "font-dm-sans-v07", "font-dm-sans-v08", "font-dm-sans-v09", "font-dm-sans-v10", "font-dm-sans-v11", "font-dm-sans-v12", "font-dm-sans-v13", "font-dm-sans-v14", "font-dm-sans-v15", "font-dm-sans-v16", "font-dm-sans-v17", "font-dm-sans-v18", "font-dm-sans-v19", "font-dm-sans-v20", "font-dm-sans-v21", "font-dm-sans-v22", "font-dm-sans-v23", "font-dm-sans-v24", "font-dm-sans-v25", "font-dm-sans-v26", "font-dm-sans-v27", "font-dm-sans-v28", "font-dm-sans-v29", "font-dm-sans-v30", "font-dm-sans-v31", "font-dm-sans-v32", "font-dm-sans-v33", "font-dm-sans-v34", "font-dm-sans-v35", "font-dm-sans-v36", "font-dm-sans-v37", "font-dm-sans-v38", "font-dm-sans-v39", "font-dm-sans-v40", "font-dm-sans-v41", "font-dm-sans-v42", "font-dm-sans-v43", "font-dm-sans-v44", "font-dm-sans-v45", "font-dm-sans-v46", "font-dm-sans-v47", "font-dm-sans-v48", "font-dm-sans-v49", "font-dm-sans-v50", "font-dm-sans-v51", "font-dm-sans-v52", "font-dm-sans-v53", "font-dm-sans-v54", "font-dm-sans-v55", "font-dm-sans-v56", "font-dm-sans-v57", "font-dm-sans-v58", "font-dm-sans-v59", "font-dm-sans-v60", "font-eb-garamond-v16", "font-eb-garamond-v17", "font-eb-garamond-v18", "font-eb-garamond-v19", "font-eb-garamond-v20", "font-eb-garamond-v21", "font-eb-garamond-v22", "font-eb-garamond-v23", "font-eb-garamond-v24", "font-eb-garamond-v25", "font-eb-garamond-v26", "font-eb-garamond-v27", "font-eb-garamond-v28", "font-eb-garamond-v29", "font-eb-garamond-v30", "font-eb-garamond-v31", "font-eb-garamond-v32", "font-eb-garamond-v33", "font-eb-garamond-v34", "font-eb-garamond-v35", "font-eb-garamond-v36", "font-eb-garamond-v37", "font-eb-garamond-v38", "font-eb-garamond-v39", "font-eb-garamond-v40", "font-eb-garamond-v41", "font-eb-garamond-v42", "font-eb-garamond-v43", "font-eb-garamond-v44", "font-eb-garamond-v45", "font-fira-code-v16", "font-fira-code-v17", "font-fira-code-v18", "font-fira-code-v22", "font-fira-code-v23", "font-fira-code-v24", "font-fira-code-v25", "font-fira-code-v26", "font-fira-code-v27", "font-fira-code-v28", "font-fira-code-v29", "font-fira-code-v30", "font-fira-code-v31", "font-fira-code-v32", "font-fira-code-v33", "font-fira-code-v37", "font-fira-code-v38", "font-fira-code-v39", "font-fira-code-v40", "font-fira-code-v41", "font-fira-code-v42", "font-fira-code-v43", "font-fira-code-v44", "font-fira-code-v45", "font-fira-sans-v16", "font-fira-sans-v17", "font-fira-sans-v18", "font-fira-sans-v19", "font-fira-sans-v20", "font-fira-sans-v21", "font-fira-sans-v22", "font-fira-sans-v23", "font-fira-sans-v24", "font-fira-sans-v25", "font-fira-sans-v26", "font-fira-sans-v27", "font-fira-sans-v28", "font-fira-sans-v29", "font-fira-sans-v30", "font-fira-sans-v31", "font-fira-sans-v32", "font-fira-sans-v33", "font-fira-sans-v34", "font-fira-sans-v35", "font-fira-sans-v36", "font-fira-sans-v37", "font-fira-sans-v38", "font-fira-sans-v39", "font-fira-sans-v40", "font-fira-sans-v41", "font-fira-sans-v42", "font-fira-sans-v43", "font-fira-sans-v44", "font-fira-sans-v45", "font-fira-sans-v46", "font-fira-sans-v47", "font-fira-sans-v48", "font-fira-sans-v49", "font-fira-sans-v50", "font-fira-sans-v51", "font-fira-sans-v52", "font-fira-sans-v53", "font-fira-sans-v54", "font-fira-sans-v55", "font-fira-sans-v56", "font-fira-sans-v57", "font-fira-sans-v58", "font-fira-sans-v59", "font-fira-sans-v60", "font-georgia-v16", "font-georgia-v17", "font-georgia-v18", "font-georgia-v19", "font-georgia-v20", "font-georgia-v21", "font-georgia-v22", "font-georgia-v23", "font-georgia-v24", "font-georgia-v25", "font-georgia-v26", "font-georgia-v27", "font-georgia-v28", "font-georgia-v29", "font-georgia-v30", "font-georgia-v31", "font-georgia-v32", "font-georgia-v33", "font-georgia-v34", "font-georgia-v35", "font-georgia-v36", "font-georgia-v37", "font-georgia-v38", "font-georgia-v39", "font-georgia-v40", "font-georgia-v41", "font-georgia-v42", "font-georgia-v43", "font-georgia-v44", "font-georgia-v45", "font-helvetica-v16", "font-helvetica-v17", "font-helvetica-v18", "font-helvetica-v19", "font-helvetica-v20", "font-helvetica-v21", "font-helvetica-v22", "font-helvetica-v23", "font-helvetica-v24", "font-helvetica-v25", "font-helvetica-v26", "font-helvetica-v27", "font-helvetica-v28", "font-helvetica-v29", "font-helvetica-v30", "font-helvetica-v31", "font-helvetica-v32", "font-helvetica-v33", "font-helvetica-v34", "font-helvetica-v35", "font-helvetica-v36", "font-helvetica-v37", "font-helvetica-v38", "font-helvetica-v39", "font-helvetica-v40", "font-helvetica-v41", "font-helvetica-v42", "font-helvetica-v43", "font-helvetica-v44", "font-helvetica-v45", "font-helvetica-v46", "font-helvetica-v47", "font-helvetica-v48", "font-helvetica-v49", "font-helvetica-v50", "font-helvetica-v51", "font-helvetica-v52", "font-helvetica-v53", "font-helvetica-v54", "font-helvetica-v55", "font-helvetica-v56", "font-helvetica-v57", "font-helvetica-v58", "font-helvetica-v59", "font-helvetica-v60", "font-impact-v16", "font-impact-v17", "font-impact-v18", "font-impact-v22", "font-impact-v23", "font-impact-v24", "font-impact-v25", "font-impact-v26", "font-impact-v27", "font-impact-v28", "font-impact-v29", "font-impact-v30", "font-inter-v01", "font-inter-v02", "font-inter-v03", "font-inter-v04", "font-inter-v05", "font-inter-v06", "font-inter-v07", "font-inter-v08", "font-inter-v09", "font-inter-v10", "font-inter-v11", "font-inter-v12", "font-inter-v13", "font-inter-v14", "font-inter-v15", "font-inter-v16", "font-inter-v17", "font-inter-v18", "font-inter-v19", "font-inter-v20", "font-inter-v21", "font-inter-v22", "font-inter-v23", "font-inter-v24", "font-inter-v25", "font-inter-v26", "font-inter-v27", "font-inter-v28", "font-inter-v29", "font-inter-v30", "font-inter-v31", "font-inter-v32", "font-inter-v33", "font-inter-v34", "font-inter-v35", "font-inter-v36", "font-inter-v37", "font-inter-v38", "font-inter-v39", "font-inter-v40", "font-inter-v41", "font-inter-v42", "font-inter-v43", "font-inter-v44", "font-inter-v45", "font-inter-v46", "font-inter-v47", "font-inter-v48", "font-inter-v49", "font-inter-v50", "font-inter-v51", "font-inter-v52", "font-inter-v53", "font-inter-v54", "font-inter-v55", "font-inter-v56", "font-inter-v57", "font-inter-v58", "font-inter-v59", "font-inter-v60", "font-jetbrains-mono-v01", "font-jetbrains-mono-v02", "font-jetbrains-mono-v03", "font-jetbrains-mono-v04", "font-jetbrains-mono-v05", "font-jetbrains-mono-v06", "font-jetbrains-mono-v07", "font-jetbrains-mono-v08", "font-jetbrains-mono-v09", "font-jetbrains-mono-v10", "font-jetbrains-mono-v11", "font-jetbrains-mono-v12", "font-jetbrains-mono-v13", "font-jetbrains-mono-v14", "font-jetbrains-mono-v15", "font-jetbrains-mono-v16", "font-jetbrains-mono-v17", "font-jetbrains-mono-v18", "font-jetbrains-mono-v19", "font-jetbrains-mono-v20", "font-jetbrains-mono-v21", "font-jetbrains-mono-v22", "font-jetbrains-mono-v23", "font-jetbrains-mono-v24", "font-jetbrains-mono-v25", "font-jetbrains-mono-v26", "font-jetbrains-mono-v27", "font-jetbrains-mono-v28", "font-jetbrains-mono-v29", "font-jetbrains-mono-v30", "font-jetbrains-mono-v31", "font-jetbrains-mono-v32", "font-jetbrains-mono-v33", "font-jetbrains-mono-v34", "font-jetbrains-mono-v35", "font-jetbrains-mono-v36", "font-jetbrains-mono-v37", "font-jetbrains-mono-v38", "font-jetbrains-mono-v39", "font-jetbrains-mono-v40", "font-jetbrains-mono-v41", "font-jetbrains-mono-v42", "font-jetbrains-mono-v43", "font-jetbrains-mono-v44", "font-jetbrains-mono-v45", "font-lato-v16", "font-lato-v17", "font-lato-v18", "font-lato-v19", "font-lato-v20", "font-lato-v21", "font-lato-v22", "font-lato-v23", "font-lato-v24", "font-lato-v25", "font-lato-v26", "font-lato-v27", "font-lato-v28", "font-lato-v29", "font-lato-v30", "font-lato-v31", "font-lato-v32", "font-lato-v33", "font-lato-v34", "font-lato-v35", "font-lato-v36", "font-lato-v37", "font-lato-v38", "font-lato-v39", "font-lato-v40", "font-lato-v41", "font-lato-v42", "font-lato-v43", "font-lato-v44", "font-lato-v45", "font-lato-v46", "font-lato-v47", "font-lato-v48", "font-lato-v49", "font-lato-v50", "font-lato-v51", "font-lato-v52", "font-lato-v53", "font-lato-v54", "font-lato-v55", "font-lato-v56", "font-lato-v57", "font-lato-v58", "font-lato-v59", "font-lato-v60", "font-libre-baskerville-v16", "font-libre-baskerville-v17", "font-libre-baskerville-v18", "font-libre-baskerville-v19", "font-libre-baskerville-v20", "font-libre-baskerville-v21", "font-libre-baskerville-v22", "font-libre-baskerville-v23", "font-libre-baskerville-v24", "font-libre-baskerville-v25", "font-libre-baskerville-v26", "font-libre-baskerville-v27", "font-libre-baskerville-v28", "font-libre-baskerville-v29", "font-libre-baskerville-v30", "font-libre-baskerville-v31", "font-libre-baskerville-v32", "font-libre-baskerville-v33", "font-libre-baskerville-v37", "font-libre-baskerville-v38", "font-libre-baskerville-v39", "font-libre-baskerville-v40", "font-libre-baskerville-v41", "font-libre-baskerville-v42", "font-libre-baskerville-v43", "font-libre-baskerville-v44", "font-libre-baskerville-v45", "font-lobster-v16", "font-lobster-v17", "font-lobster-v18", "font-lobster-v22", "font-lobster-v23", "font-lobster-v24", "font-lobster-v25", "font-lobster-v26", "font-lobster-v27", "font-lobster-v28", "font-lobster-v29", "font-lobster-v30", "font-lora-v16", "font-lora-v17", "font-lora-v18", "font-lora-v19", "font-lora-v20", "font-lora-v21", "font-lora-v22", "font-lora-v23", "font-lora-v24", "font-lora-v25", "font-lora-v26", "font-lora-v27", "font-lora-v28", "font-lora-v29", "font-lora-v30", "font-lora-v31", "font-lora-v32", "font-lora-v33", "font-lora-v34", "font-lora-v35", "font-lora-v36", "font-lora-v37", "font-lora-v38", "font-lora-v39", "font-lora-v40", "font-lora-v41", "font-lora-v42", "font-lora-v43", "font-lora-v44", "font-lora-v45", "font-merriweather-v16", "font-merriweather-v17", "font-merriweather-v18", "font-merriweather-v19", "font-merriweather-v20", "font-merriweather-v21", "font-merriweather-v22", "font-merriweather-v23", "font-merriweather-v24", "font-merriweather-v25", "font-merriweather-v26", "font-merriweather-v27", "font-merriweather-v28", "font-merriweather-v29", "font-merriweather-v30", "font-merriweather-v31", "font-merriweather-v32", "font-merriweather-v33", "font-merriweather-v34", "font-merriweather-v35", "font-merriweather-v36", "font-merriweather-v37", "font-merriweather-v38", "font-merriweather-v39", "font-merriweather-v40", "font-merriweather-v41", "font-merriweather-v42", "font-merriweather-v43", "font-merriweather-v44", "font-merriweather-v45", "font-merriweather-v46", "font-merriweather-v47", "font-merriweather-v48", "font-merriweather-v49", "font-merriweather-v50", "font-merriweather-v51", "font-merriweather-v52", "font-merriweather-v53", "font-merriweather-v54", "font-merriweather-v55", "font-merriweather-v56", "font-merriweather-v57", "font-merriweather-v58", "font-merriweather-v59", "font-merriweather-v60", "font-montserrat-v01", "font-montserrat-v02", "font-montserrat-v03", "font-montserrat-v04", "font-montserrat-v05", "font-montserrat-v06", "font-montserrat-v07", "font-montserrat-v08", "font-montserrat-v09", "font-montserrat-v10", "font-montserrat-v11", "font-montserrat-v12", "font-montserrat-v13", "font-montserrat-v14", "font-montserrat-v15", "font-montserrat-v16", "font-montserrat-v17", "font-montserrat-v18", "font-montserrat-v19", "font-montserrat-v20", "font-montserrat-v21", "font-montserrat-v22", "font-montserrat-v23", "font-montserrat-v24", "font-montserrat-v25", "font-montserrat-v26", "font-montserrat-v27", "font-montserrat-v28", "font-montserrat-v29", "font-montserrat-v30", "font-montserrat-v31", "font-montserrat-v32", "font-montserrat-v33", "font-montserrat-v34", "font-montserrat-v35", "font-montserrat-v36", "font-montserrat-v37", "font-montserrat-v38", "font-montserrat-v39", "font-montserrat-v40", "font-montserrat-v41", "font-montserrat-v42", "font-montserrat-v43", "font-montserrat-v44", "font-montserrat-v45", "font-montserrat-v46", "font-montserrat-v47", "font-montserrat-v48", "font-montserrat-v49", "font-montserrat-v50", "font-montserrat-v51", "font-montserrat-v52", "font-montserrat-v53", "font-montserrat-v54", "font-montserrat-v55", "font-montserrat-v56", "font-montserrat-v57", "font-montserrat-v58", "font-montserrat-v59", "font-montserrat-v60", "font-noto-sans-v01", "font-noto-sans-v02", "font-noto-sans-v03", "font-noto-sans-v04", "font-noto-sans-v05", "font-noto-sans-v06", "font-noto-sans-v07", "font-noto-sans-v08", "font-noto-sans-v09", "font-noto-sans-v10", "font-noto-sans-v11", "font-noto-sans-v12", "font-noto-sans-v13", "font-noto-sans-v14", "font-noto-sans-v15", "font-noto-sans-v16", "font-noto-sans-v17", "font-noto-sans-v18", "font-noto-sans-v19", "font-noto-sans-v20", "font-noto-sans-v21", "font-noto-sans-v22", "font-noto-sans-v23", "font-noto-sans-v24", "font-noto-sans-v25", "font-noto-sans-v26", "font-noto-sans-v27", "font-noto-sans-v28", "font-noto-sans-v29", "font-noto-sans-v30", "font-noto-sans-v31", "font-noto-sans-v32", "font-noto-sans-v33", "font-noto-sans-v34", "font-noto-sans-v35", "font-noto-sans-v36", "font-noto-sans-v37", "font-noto-sans-v38", "font-noto-sans-v39", "font-noto-sans-v40", "font-noto-sans-v41", "font-noto-sans-v42", "font-noto-sans-v43", "font-noto-sans-v44", "font-noto-sans-v45", "font-noto-sans-v46", "font-noto-sans-v47", "font-noto-sans-v48", "font-noto-sans-v49", "font-noto-sans-v50", "font-noto-sans-v51", "font-noto-sans-v52", "font-noto-sans-v53", "font-noto-sans-v54", "font-noto-sans-v55", "font-noto-sans-v56", "font-noto-sans-v57", "font-noto-sans-v58", "font-noto-sans-v59", "font-noto-sans-v60", "font-nunito-v01", "font-nunito-v02", "font-nunito-v03", "font-nunito-v04", "font-nunito-v05", "font-nunito-v06", "font-nunito-v07", "font-nunito-v08", "font-nunito-v09", "font-nunito-v10", "font-nunito-v11", "font-nunito-v12", "font-nunito-v13", "font-nunito-v14", "font-nunito-v15", "font-nunito-v16", "font-nunito-v17", "font-nunito-v18", "font-nunito-v19", "font-nunito-v20", "font-nunito-v21", "font-nunito-v22", "font-nunito-v23", "font-nunito-v24", "font-nunito-v25", "font-nunito-v26", "font-nunito-v27", "font-nunito-v28", "font-nunito-v29", "font-nunito-v30", "font-nunito-v31", "font-nunito-v32", "font-nunito-v33", "font-nunito-v34", "font-nunito-v35", "font-nunito-v36", "font-nunito-v37", "font-nunito-v38", "font-nunito-v39", "font-nunito-v40", "font-nunito-v41", "font-nunito-v42", "font-nunito-v43", "font-nunito-v44", "font-nunito-v45", "font-nunito-v46", "font-nunito-v47", "font-nunito-v48", "font-nunito-v49", "font-nunito-v50", "font-nunito-v51", "font-nunito-v52", "font-nunito-v53", "font-nunito-v54", "font-nunito-v55", "font-nunito-v56", "font-nunito-v57", "font-nunito-v58", "font-nunito-v59", "font-nunito-v60", "font-open-sans-v16", "font-open-sans-v17", "font-open-sans-v18", "font-open-sans-v19", "font-open-sans-v20", "font-open-sans-v21", "font-open-sans-v22", "font-open-sans-v23", "font-open-sans-v24", "font-open-sans-v25", "font-open-sans-v26", "font-open-sans-v27", "font-open-sans-v28", "font-open-sans-v29", "font-open-sans-v30", "font-open-sans-v31", "font-open-sans-v32", "font-open-sans-v33", "font-open-sans-v34", "font-open-sans-v35", "font-open-sans-v36", "font-open-sans-v37", "font-open-sans-v38", "font-open-sans-v39", "font-open-sans-v40", "font-open-sans-v41", "font-open-sans-v42", "font-open-sans-v43", "font-open-sans-v44", "font-open-sans-v45", "font-oswald-v01", "font-oswald-v02", "font-oswald-v03", "font-oswald-v07", "font-oswald-v08", "font-oswald-v09", "font-oswald-v10", "font-oswald-v11", "font-oswald-v12", "font-oswald-v13", "font-oswald-v14", "font-oswald-v15", "font-oswald-v16", "font-oswald-v17", "font-oswald-v18", "font-oswald-v22", "font-oswald-v23", "font-oswald-v24", "font-oswald-v25", "font-oswald-v26", "font-oswald-v27", "font-oswald-v28", "font-oswald-v29", "font-oswald-v30", "font-oswald-v31", "font-oswald-v32", "font-oswald-v33", "font-oswald-v37", "font-oswald-v38", "font-oswald-v39", "font-oswald-v40", "font-oswald-v41", "font-oswald-v42", "font-oswald-v43", "font-oswald-v44", "font-oswald-v45", "font-pacifico-v16", "font-pacifico-v17", "font-pacifico-v18", "font-pacifico-v22", "font-pacifico-v23", "font-pacifico-v24", "font-pacifico-v25", "font-pacifico-v26", "font-pacifico-v27", "font-pacifico-v28", "font-pacifico-v29", "font-pacifico-v30", "font-playfair-display-v16", "font-playfair-display-v17", "font-playfair-display-v18", "font-playfair-display-v19", "font-playfair-display-v20", "font-playfair-display-v21", "font-playfair-display-v22", "font-playfair-display-v23", "font-playfair-display-v24", "font-playfair-display-v25", "font-playfair-display-v26", "font-playfair-display-v27", "font-playfair-display-v28", "font-playfair-display-v29", "font-playfair-display-v30", "font-playfair-display-v31", "font-playfair-display-v32", "font-playfair-display-v33", "font-playfair-display-v34", "font-playfair-display-v35", "font-playfair-display-v36", "font-playfair-display-v37", "font-playfair-display-v38", "font-playfair-display-v39", "font-playfair-display-v40", "font-playfair-display-v41", "font-playfair-display-v42", "font-playfair-display-v43", "font-playfair-display-v44", "font-playfair-display-v45", "font-playfair-display-v46", "font-playfair-display-v47", "font-playfair-display-v48", "font-playfair-display-v49", "font-playfair-display-v50", "font-playfair-display-v51", "font-playfair-display-v52", "font-playfair-display-v53", "font-playfair-display-v54", "font-playfair-display-v55", "font-playfair-display-v56", "font-playfair-display-v57", "font-playfair-display-v58", "font-playfair-display-v59", "font-playfair-display-v60", "font-plus-jakarta-sans-v01", "font-plus-jakarta-sans-v02", "font-plus-jakarta-sans-v03", "font-plus-jakarta-sans-v04", "font-plus-jakarta-sans-v05", "font-plus-jakarta-sans-v06", "font-plus-jakarta-sans-v07", "font-plus-jakarta-sans-v08", "font-plus-jakarta-sans-v09", "font-plus-jakarta-sans-v10", "font-plus-jakarta-sans-v11", "font-plus-jakarta-sans-v12", "font-plus-jakarta-sans-v13", "font-plus-jakarta-sans-v14", "font-plus-jakarta-sans-v15", "font-plus-jakarta-sans-v16", "font-plus-jakarta-sans-v17", "font-plus-jakarta-sans-v18", "font-plus-jakarta-sans-v19", "font-plus-jakarta-sans-v20", "font-plus-jakarta-sans-v21", "font-plus-jakarta-sans-v22", "font-plus-jakarta-sans-v23", "font-plus-jakarta-sans-v24", "font-plus-jakarta-sans-v25", "font-plus-jakarta-sans-v26", "font-plus-jakarta-sans-v27", "font-plus-jakarta-sans-v28", "font-plus-jakarta-sans-v29", "font-plus-jakarta-sans-v30", "font-plus-jakarta-sans-v31", "font-plus-jakarta-sans-v32", "font-plus-jakarta-sans-v33", "font-plus-jakarta-sans-v34", "font-plus-jakarta-sans-v35", "font-plus-jakarta-sans-v36", "font-plus-jakarta-sans-v37", "font-plus-jakarta-sans-v38", "font-plus-jakarta-sans-v39", "font-plus-jakarta-sans-v40", "font-plus-jakarta-sans-v41", "font-plus-jakarta-sans-v42", "font-plus-jakarta-sans-v43", "font-plus-jakarta-sans-v44", "font-plus-jakarta-sans-v45", "font-poppins-v16", "font-poppins-v17", "font-poppins-v18", "font-poppins-v19", "font-poppins-v20", "font-poppins-v21", "font-poppins-v22", "font-poppins-v23", "font-poppins-v24", "font-poppins-v25", "font-poppins-v26", "font-poppins-v27", "font-poppins-v28", "font-poppins-v29", "font-poppins-v30", "font-poppins-v31", "font-poppins-v32", "font-poppins-v33", "font-poppins-v34", "font-poppins-v35", "font-poppins-v36", "font-poppins-v37", "font-poppins-v38", "font-poppins-v39", "font-poppins-v40", "font-poppins-v41", "font-poppins-v42", "font-poppins-v43", "font-poppins-v44", "font-poppins-v45", "font-poppins-v46", "font-poppins-v47", "font-poppins-v48", "font-poppins-v49", "font-poppins-v50", "font-poppins-v51", "font-poppins-v52", "font-poppins-v53", "font-poppins-v54", "font-poppins-v55", "font-poppins-v56", "font-poppins-v57", "font-poppins-v58", "font-poppins-v59", "font-poppins-v60", "font-pt-sans-v16", "font-pt-sans-v17", "font-pt-sans-v18", "font-pt-sans-v19", "font-pt-sans-v20", "font-pt-sans-v21", "font-pt-sans-v22", "font-pt-sans-v23", "font-pt-sans-v24", "font-pt-sans-v25", "font-pt-sans-v26", "font-pt-sans-v27", "font-pt-sans-v28", "font-pt-sans-v29", "font-pt-sans-v30", "font-pt-sans-v31", "font-pt-sans-v32", "font-pt-sans-v33", "font-pt-sans-v34", "font-pt-sans-v35", "font-pt-sans-v36", "font-pt-sans-v37", "font-pt-sans-v38", "font-pt-sans-v39", "font-pt-sans-v40", "font-pt-sans-v41", "font-pt-sans-v42", "font-pt-sans-v43", "font-pt-sans-v44", "font-pt-sans-v45", "font-pt-serif-v16", "font-pt-serif-v17", "font-pt-serif-v18", "font-pt-serif-v19", "font-pt-serif-v20", "font-pt-serif-v21", "font-pt-serif-v22", "font-pt-serif-v23", "font-pt-serif-v24", "font-pt-serif-v25", "font-pt-serif-v26", "font-pt-serif-v27", "font-pt-serif-v28", "font-pt-serif-v29", "font-pt-serif-v30", "font-pt-serif-v31", "font-pt-serif-v32", "font-pt-serif-v33", "font-pt-serif-v34", "font-pt-serif-v35", "font-pt-serif-v36", "font-pt-serif-v37", "font-pt-serif-v38", "font-pt-serif-v39", "font-pt-serif-v40", "font-pt-serif-v41", "font-pt-serif-v42", "font-pt-serif-v43", "font-pt-serif-v44", "font-pt-serif-v45", "font-raleway-v01", "font-raleway-v02", "font-raleway-v03", "font-raleway-v04", "font-raleway-v05", "font-raleway-v06", "font-raleway-v07", "font-raleway-v08", "font-raleway-v09", "font-raleway-v10", "font-raleway-v11", "font-raleway-v12", "font-raleway-v13", "font-raleway-v14", "font-raleway-v15", "font-raleway-v16", "font-raleway-v17", "font-raleway-v18", "font-raleway-v19", "font-raleway-v20", "font-raleway-v21", "font-raleway-v22", "font-raleway-v23", "font-raleway-v24", "font-raleway-v25", "font-raleway-v26", "font-raleway-v27", "font-raleway-v28", "font-raleway-v29", "font-raleway-v30", "font-raleway-v31", "font-raleway-v32", "font-raleway-v33", "font-raleway-v34", "font-raleway-v35", "font-raleway-v36", "font-raleway-v37", "font-raleway-v38", "font-raleway-v39", "font-raleway-v40", "font-raleway-v41", "font-raleway-v42", "font-raleway-v43", "font-raleway-v44", "font-raleway-v45", "font-raleway-v46", "font-raleway-v47", "font-raleway-v48", "font-raleway-v49", "font-raleway-v50", "font-raleway-v51", "font-raleway-v52", "font-raleway-v53", "font-raleway-v54", "font-raleway-v55", "font-raleway-v56", "font-raleway-v57", "font-raleway-v58", "font-raleway-v59", "font-raleway-v60", "font-roboto-mono-v01", "font-roboto-mono-v02", "font-roboto-mono-v03", "font-roboto-mono-v04", "font-roboto-mono-v05", "font-roboto-mono-v06", "font-roboto-mono-v07", "font-roboto-mono-v08", "font-roboto-mono-v09", "font-roboto-mono-v10", "font-roboto-mono-v11", "font-roboto-mono-v12", "font-roboto-mono-v13", "font-roboto-mono-v14", "font-roboto-mono-v15", "font-roboto-mono-v16", "font-roboto-mono-v17", "font-roboto-mono-v18", "font-roboto-mono-v19", "font-roboto-mono-v20", "font-roboto-mono-v21", "font-roboto-mono-v22", "font-roboto-mono-v23", "font-roboto-mono-v24", "font-roboto-mono-v25", "font-roboto-mono-v26", "font-roboto-mono-v27", "font-roboto-mono-v28", "font-roboto-mono-v29", "font-roboto-mono-v30", "font-roboto-mono-v31", "font-roboto-mono-v32", "font-roboto-mono-v33", "font-roboto-mono-v34", "font-roboto-mono-v35", "font-roboto-mono-v36", "font-roboto-mono-v37", "font-roboto-mono-v38", "font-roboto-mono-v39", "font-roboto-mono-v40", "font-roboto-mono-v41", "font-roboto-mono-v42", "font-roboto-mono-v43", "font-roboto-mono-v44", "font-roboto-mono-v45", "font-roboto-v01", "font-roboto-v02", "font-roboto-v03", "font-roboto-v04", "font-roboto-v05", "font-roboto-v06", "font-roboto-v07", "font-roboto-v08", "font-roboto-v09", "font-roboto-v10", "font-roboto-v11", "font-roboto-v12", "font-roboto-v13", "font-roboto-v14", "font-roboto-v15", "font-roboto-v16", "font-roboto-v17", "font-roboto-v18", "font-roboto-v19", "font-roboto-v20", "font-roboto-v21", "font-roboto-v22", "font-roboto-v23", "font-roboto-v24", "font-roboto-v25", "font-roboto-v26", "font-roboto-v27", "font-roboto-v28", "font-roboto-v29", "font-roboto-v30", "font-roboto-v31", "font-roboto-v32", "font-roboto-v33", "font-roboto-v34", "font-roboto-v35", "font-roboto-v36", "font-roboto-v37", "font-roboto-v38", "font-roboto-v39", "font-roboto-v40", "font-roboto-v41", "font-roboto-v42", "font-roboto-v43", "font-roboto-v44", "font-roboto-v45", "font-roboto-v46", "font-roboto-v47", "font-roboto-v48", "font-roboto-v49", "font-roboto-v50", "font-roboto-v51", "font-roboto-v52", "font-roboto-v53", "font-roboto-v54", "font-roboto-v55", "font-roboto-v56", "font-roboto-v57", "font-roboto-v58", "font-roboto-v59", "font-roboto-v60", "font-rubik-v16", "font-rubik-v17", "font-rubik-v18", "font-rubik-v19", "font-rubik-v20", "font-rubik-v21", "font-rubik-v22", "font-rubik-v23", "font-rubik-v24", "font-rubik-v25", "font-rubik-v26", "font-rubik-v27", "font-rubik-v28", "font-rubik-v29", "font-rubik-v30", "font-rubik-v31", "font-rubik-v32", "font-rubik-v33", "font-rubik-v34", "font-rubik-v35", "font-rubik-v36", "font-rubik-v37", "font-rubik-v38", "font-rubik-v39", "font-rubik-v40", "font-rubik-v41", "font-rubik-v42", "font-rubik-v43", "font-rubik-v44", "font-rubik-v45", "font-rubik-v46", "font-rubik-v47", "font-rubik-v48", "font-rubik-v49", "font-rubik-v50", "font-rubik-v51", "font-rubik-v52", "font-rubik-v53", "font-rubik-v54", "font-rubik-v55", "font-rubik-v56", "font-rubik-v57", "font-rubik-v58", "font-rubik-v59", "font-rubik-v60", "font-shadows-into-light-v16", "font-shadows-into-light-v17", "font-shadows-into-light-v18", "font-shadows-into-light-v22", "font-shadows-into-light-v23", "font-shadows-into-light-v24", "font-shadows-into-light-v25", "font-shadows-into-light-v26", "font-shadows-into-light-v27", "font-shadows-into-light-v28", "font-shadows-into-light-v29", "font-shadows-into-light-v30", "font-source-code-pro-v01", "font-source-code-pro-v02", "font-source-code-pro-v03", "font-source-code-pro-v04", "font-source-code-pro-v05", "font-source-code-pro-v06", "font-source-code-pro-v07", "font-source-code-pro-v08", "font-source-code-pro-v09", "font-source-code-pro-v10", "font-source-code-pro-v11", "font-source-code-pro-v12", "font-source-code-pro-v13", "font-source-code-pro-v14", "font-source-code-pro-v15", "font-source-code-pro-v16", "font-source-code-pro-v17", "font-source-code-pro-v18", "font-source-code-pro-v19", "font-source-code-pro-v20", "font-source-code-pro-v21", "font-source-code-pro-v22", "font-source-code-pro-v23", "font-source-code-pro-v24", "font-source-code-pro-v25", "font-source-code-pro-v26", "font-source-code-pro-v27", "font-source-code-pro-v28", "font-source-code-pro-v29", "font-source-code-pro-v30", "font-source-code-pro-v31", "font-source-code-pro-v32", "font-source-code-pro-v33", "font-source-code-pro-v34", "font-source-code-pro-v35", "font-source-code-pro-v36", "font-source-code-pro-v37", "font-source-code-pro-v38", "font-source-code-pro-v39", "font-source-code-pro-v40", "font-source-code-pro-v41", "font-source-code-pro-v42", "font-source-code-pro-v43", "font-source-code-pro-v44", "font-source-code-pro-v45", "font-source-code-pro-v46", "font-source-code-pro-v47", "font-source-code-pro-v48", "font-source-code-pro-v49", "font-source-code-pro-v50", "font-source-code-pro-v51", "font-source-code-pro-v52", "font-source-code-pro-v53", "font-source-code-pro-v54", "font-source-code-pro-v55", "font-source-code-pro-v56", "font-source-code-pro-v57", "font-source-code-pro-v58", "font-source-code-pro-v59", "font-source-code-pro-v60", "font-source-sans-3-v01", "font-source-sans-3-v02", "font-source-sans-3-v03", "font-source-sans-3-v04", "font-source-sans-3-v05", "font-source-sans-3-v06", "font-source-sans-3-v07", "font-source-sans-3-v08", "font-source-sans-3-v09", "font-source-sans-3-v10", "font-source-sans-3-v11", "font-source-sans-3-v12", "font-source-sans-3-v13", "font-source-sans-3-v14", "font-source-sans-3-v15", "font-source-sans-3-v16", "font-source-sans-3-v17", "font-source-sans-3-v18", "font-source-sans-3-v19", "font-source-sans-3-v20", "font-source-sans-3-v21", "font-source-sans-3-v22", "font-source-sans-3-v23", "font-source-sans-3-v24", "font-source-sans-3-v25", "font-source-sans-3-v26", "font-source-sans-3-v27", "font-source-sans-3-v28", "font-source-sans-3-v29", "font-source-sans-3-v30", "font-source-sans-3-v31", "font-source-sans-3-v32", "font-source-sans-3-v33", "font-source-sans-3-v34", "font-source-sans-3-v35", "font-source-sans-3-v36", "font-source-sans-3-v37", "font-source-sans-3-v38", "font-source-sans-3-v39", "font-source-sans-3-v40", "font-source-sans-3-v41", "font-source-sans-3-v42", "font-source-sans-3-v43", "font-source-sans-3-v44", "font-source-sans-3-v45", "font-source-sans-3-v46", "font-source-sans-3-v47", "font-source-sans-3-v48", "font-source-sans-3-v49", "font-source-sans-3-v50", "font-source-sans-3-v51", "font-source-sans-3-v52", "font-source-sans-3-v53", "font-source-sans-3-v54", "font-source-sans-3-v55", "font-source-sans-3-v56", "font-source-sans-3-v57", "font-source-sans-3-v58", "font-source-sans-3-v59", "font-source-sans-3-v60", "font-space-mono-v16", "font-space-mono-v17", "font-space-mono-v18", "font-space-mono-v19", "font-space-mono-v20", "font-space-mono-v21", "font-space-mono-v22", "font-space-mono-v23", "font-space-mono-v24", "font-space-mono-v25", "font-space-mono-v26", "font-space-mono-v27", "font-space-mono-v28", "font-space-mono-v29", "font-space-mono-v30", "font-space-mono-v31", "font-space-mono-v32", "font-space-mono-v33", "font-space-mono-v34", "font-space-mono-v35", "font-space-mono-v36", "font-space-mono-v37", "font-space-mono-v38", "font-space-mono-v39", "font-space-mono-v40", "font-space-mono-v41", "font-space-mono-v42", "font-space-mono-v43", "font-space-mono-v44", "font-space-mono-v45", "font-spectral-v01", "font-spectral-v02", "font-spectral-v03", "font-spectral-v04", "font-spectral-v05", "font-spectral-v06", "font-spectral-v07", "font-spectral-v08", "font-spectral-v09", "font-spectral-v10", "font-spectral-v11", "font-spectral-v12", "font-spectral-v13", "font-spectral-v14", "font-spectral-v15", "font-spectral-v16", "font-spectral-v17", "font-spectral-v18", "font-spectral-v19", "font-spectral-v20", "font-spectral-v21", "font-spectral-v22", "font-spectral-v23", "font-spectral-v24", "font-spectral-v25", "font-spectral-v26", "font-spectral-v27", "font-spectral-v28", "font-spectral-v29", "font-spectral-v30", "font-spectral-v31", "font-spectral-v32", "font-spectral-v33", "font-spectral-v34", "font-spectral-v35", "font-spectral-v36", "font-spectral-v37", "font-spectral-v38", "font-spectral-v39", "font-spectral-v40", "font-spectral-v41", "font-spectral-v42", "font-spectral-v43", "font-spectral-v44", "font-spectral-v45", "font-times-new-roman-v16", "font-times-new-roman-v17", "font-times-new-roman-v18", "font-times-new-roman-v22", "font-times-new-roman-v23", "font-times-new-roman-v24", "font-times-new-roman-v25", "font-times-new-roman-v26", "font-times-new-roman-v27", "font-times-new-roman-v28", "font-times-new-roman-v29", "font-times-new-roman-v30", "font-verdana-v19", "font-verdana-v20", "font-verdana-v21", "font-work-sans-v01", "font-work-sans-v02", "font-work-sans-v03", "font-work-sans-v04", "font-work-sans-v05", "font-work-sans-v06", "font-work-sans-v07", "font-work-sans-v08", "font-work-sans-v09", "font-work-sans-v10", "font-work-sans-v11", "font-work-sans-v12", "font-work-sans-v13", "font-work-sans-v14", "font-work-sans-v15", "font-work-sans-v16", "font-work-sans-v17", "font-work-sans-v18", "font-work-sans-v19", "font-work-sans-v20", "font-work-sans-v21", "font-work-sans-v22", "font-work-sans-v23", "font-work-sans-v24", "font-work-sans-v25", "font-work-sans-v26", "font-work-sans-v27", "font-work-sans-v28", "font-work-sans-v29", "font-work-sans-v30", "font-work-sans-v31", "font-work-sans-v32", "font-work-sans-v33", "font-work-sans-v34", "font-work-sans-v35", "font-work-sans-v36", "font-work-sans-v37", "font-work-sans-v38", "font-work-sans-v39", "font-work-sans-v40", "font-work-sans-v41", "font-work-sans-v42", "font-work-sans-v43", "font-work-sans-v44", "font-work-sans-v45", "font-work-sans-v46", "font-work-sans-v47", "font-work-sans-v48", "font-work-sans-v49", "font-work-sans-v50", "font-work-sans-v51", "font-work-sans-v52", "font-work-sans-v53", "font-work-sans-v54", "font-work-sans-v55", "font-work-sans-v56", "font-work-sans-v57", "font-work-sans-v58", "font-work-sans-v59", "font-work-sans-v60" ], "cohort_fingerprint": "d46fb9667177ae3a652f06ded92c09da042a08c3beaee4926ad70778423d44ac", "model_ids": [ "muse-spark-1.2", "muse-spark-1.3" ], "font_count": 50 }, "cost_basis": "Recorded metered token usage multiplied by recorded model pricing per scored input; excludes unmetered reserves and separate infrastructure attempts.", "campaign": { "final_response_count": 3648, "attempt_count": 3648, "infrastructure_attempt_count": 0, "infrastructure_error_kinds": {}, "spent_cost_usd": 66.94651975000008, "budget_usd": 100.0, "cost_incomplete": false }, "models": [ { "model_id": "muse-spark-1.2", "model_config": { "api_key_env": "MODEL_API_KEY", "base_url": "https://api.meta.ai/v1", "display_name": "Muse Spark 1.2", "enabled": true, "id": "muse-spark-1.2", "input_per_m": 1.25, "max_output_tokens": 16384, "model": "muse-spark-1.2", "notes": "Meta Muse Spark 1.2 Standard tier via the OpenAI-compatible Meta Model API Responses endpoint. Reasoning model; uses model-default reasoning settings. 16384 output cap matches 1.3 so both Muse configurations share identical inference settings. Same $1.25/$4.25 standard pricing as 1.3; prompts never train Meta models.", "output_per_m": 4.25, "pricing_notes": "Standard tier rates in USD per million tokens; cached input $0.15/M not assumed. Output includes reasoning tokens.", "pricing_source_url": "https://dev.meta.ai/docs/pricing-rate-limits", "provider": "openai", "source_url": "https://dev.meta.ai/docs/models" }, "model_config_fingerprint": "24aa8541bfef7a62fbb06d7bb882a0cb7acc8341dc8f956b52124454dddf4967", "status": "finalized", "coverage_status": "complete", "observed_task_count": 1824, "expected_task_count": 1824, "comparison_task_count": 1824, "metrics": { "font": 0.12445175438596491, "category": 0.944078947368421, "weight": 0.7675438596491229, "modifier": 0.9572368421052632, "kerning": 0.5115131578947368, "line_height": 0.5740131578947368, "composite": 0.6464729532163742, "exact": 0.02850877192982456 }, "mean_api_response_cost_usd": 0.013860588267543847, "cost_known_response_count": 1824, "mean_latency_sec": 19.643204819803415, "latency_known_response_count": 1824, "groups": { "font": [ { "label": "Arial", "count": 42, "metrics": { "font": 0.8095238095238095, "category": 1.0, "weight": 0.8571428571428571, "modifier": 0.7857142857142857, "kerning": 0.5476190476190477, "line_height": 0.5476190476190477, "composite": 0.7579365079365079, "exact": 0.19047619047619047 }, "mean_api_response_cost_usd": 0.01403247023809524, "cost_known_response_count": 42, "mean_latency_sec": 19.710575113024486, "latency_known_response_count": 42 }, { "label": "Arvo", "count": 30, "metrics": { "font": 0.03333333333333333, "category": 0.5666666666666667, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.6, "line_height": 0.5666666666666667, "composite": 0.6166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014058000000000003, "cost_known_response_count": 30, "mean_latency_sec": 19.743828112870688, "latency_known_response_count": 30 }, { "label": "Bebas Neue", "count": 12, "metrics": { "font": 0.08333333333333333, "category": 0.0, "weight": 0.08333333333333333, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.5833333333333334, "composite": 0.3888888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0137481875, "cost_known_response_count": 12, "mean_latency_sec": 19.325673341663787, "latency_known_response_count": 12 }, { "label": "Bitter", "count": 60, "metrics": { "font": 0.0, "category": 0.65, "weight": 0.9, "modifier": 1.0, "kerning": 0.48333333333333334, "line_height": 0.6, "composite": 0.6055555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014076154166666667, "cost_known_response_count": 60, "mean_latency_sec": 20.162715231114998, "latency_known_response_count": 60 }, { "label": "Bodoni Moda", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.4444444444444444, "modifier": 1.0, "kerning": 0.5111111111111111, "line_height": 0.6666666666666666, "composite": 0.6037037037037037, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01355056111111111, "cost_known_response_count": 45, "mean_latency_sec": 18.556919006466504, "latency_known_response_count": 45 }, { "label": "Bungee", "count": 12, "metrics": { "font": 0.0, "category": 0.16666666666666666, "weight": 0.0, "modifier": 0.9166666666666666, "kerning": 0.5833333333333334, "line_height": 0.9166666666666666, "composite": 0.4305555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015344416666666668, "cost_known_response_count": 12, "mean_latency_sec": 21.968290395418688, "latency_known_response_count": 12 }, { "label": "Caveat", "count": 24, "metrics": { "font": 0.5416666666666666, "category": 1.0, "weight": 0.4166666666666667, "modifier": 0.5416666666666666, "kerning": 0.3333333333333333, "line_height": 0.6666666666666666, "composite": 0.5833333333333334, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.01134475, "cost_known_response_count": 24, "mean_latency_sec": 15.38298554333475, "latency_known_response_count": 24 }, { "label": "Cinzel", "count": 36, "metrics": { "font": 0.5, "category": 1.0, "weight": 0.4444444444444444, "modifier": 0.9444444444444444, "kerning": 0.5555555555555556, "line_height": 0.6666666666666666, "composite": 0.6851851851851852, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.013786451388888888, "cost_known_response_count": 36, "mean_latency_sec": 18.748878880193743, "latency_known_response_count": 36 }, { "label": "Comic Sans MS", "count": 12, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 0.75, "kerning": 0.4166666666666667, "line_height": 0.5, "composite": 0.7777777777777778, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.010634583333333334, "cost_known_response_count": 12, "mean_latency_sec": 14.911062916413357, "latency_known_response_count": 12 }, { "label": "Cormorant Garamond", "count": 30, "metrics": { "font": 0.1, "category": 1.0, "weight": 0.36666666666666664, "modifier": 1.0, "kerning": 0.5666666666666667, "line_height": 0.5333333333333333, "composite": 0.5944444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013027133333333336, "cost_known_response_count": 30, "mean_latency_sec": 18.686545190532343, "latency_known_response_count": 30 }, { "label": "Courier New", "count": 12, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 0.9166666666666666, "kerning": 0.6666666666666666, "line_height": 0.4166666666666667, "composite": 0.8333333333333334, "exact": 0.25 }, "mean_api_response_cost_usd": 0.009487062499999999, "cost_known_response_count": 12, "mean_latency_sec": 12.957989126414759, "latency_known_response_count": 12 }, { "label": "Crimson Text", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.5666666666666667, "line_height": 0.5, "composite": 0.6555555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01313698333333333, "cost_known_response_count": 30, "mean_latency_sec": 18.726454965870168, "latency_known_response_count": 30 }, { "label": "DM Sans", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.75, "modifier": 0.9833333333333333, "kerning": 0.5333333333333333, "line_height": 0.5833333333333334, "composite": 0.6416666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013488495833333334, "cost_known_response_count": 60, "mean_latency_sec": 19.12464940280091, "latency_known_response_count": 60 }, { "label": "Dancing Script", "count": 24, "metrics": { "font": 0.041666666666666664, "category": 1.0, "weight": 0.2916666666666667, "modifier": 0.5, "kerning": 0.3333333333333333, "line_height": 0.5833333333333334, "composite": 0.4583333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0129355, "cost_known_response_count": 24, "mean_latency_sec": 17.261937793206016, "latency_known_response_count": 24 }, { "label": "EB Garamond", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7666666666666667, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.4666666666666667, "composite": 0.6277777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013100083333333333, "cost_known_response_count": 30, "mean_latency_sec": 18.322030845300954, "latency_known_response_count": 30 }, { "label": "Fira Code", "count": 24, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9583333333333334, "modifier": 1.0, "kerning": 0.4166666666666667, "line_height": 0.625, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013452697916666667, "cost_known_response_count": 24, "mean_latency_sec": 18.378129958247882, "latency_known_response_count": 24 }, { "label": "Fira Sans", "count": 45, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.8444444444444444, "modifier": 1.0, "kerning": 0.5555555555555556, "line_height": 0.5333333333333333, "composite": 0.6444444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013623366666666666, "cost_known_response_count": 45, "mean_latency_sec": 19.978481996557417, "latency_known_response_count": 45 }, { "label": "Georgia", "count": 30, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.9333333333333333, "modifier": 0.8666666666666667, "kerning": 0.5, "line_height": 0.5333333333333333, "composite": 0.75, "exact": 0.23333333333333334 }, "mean_api_response_cost_usd": 0.013977791666666668, "cost_known_response_count": 30, "mean_latency_sec": 20.43570774673329, "latency_known_response_count": 30 }, { "label": "Helvetica", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.8, "modifier": 0.9777777777777777, "kerning": 0.5111111111111111, "line_height": 0.5333333333333333, "composite": 0.6296296296296297, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015419605555555554, "cost_known_response_count": 45, "mean_latency_sec": 22.07337686606851, "latency_known_response_count": 45 }, { "label": "Impact", "count": 12, "metrics": { "font": 0.8333333333333334, "category": 0.08333333333333333, "weight": 0.0, "modifier": 0.9166666666666666, "kerning": 0.6666666666666666, "line_height": 0.5833333333333334, "composite": 0.513888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012524708333333336, "cost_known_response_count": 12, "mean_latency_sec": 16.96675496025273, "latency_known_response_count": 12 }, { "label": "Inter", "count": 60, "metrics": { "font": 0.35, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.9833333333333333, "kerning": 0.5333333333333333, "line_height": 0.6166666666666667, "composite": 0.7194444444444444, "exact": 0.1 }, "mean_api_response_cost_usd": 0.014224912499999997, "cost_known_response_count": 60, "mean_latency_sec": 20.32472453572991, "latency_known_response_count": 60 }, { "label": "JetBrains Mono", "count": 45, "metrics": { "font": 0.08888888888888889, "category": 0.9777777777777777, "weight": 0.6222222222222222, "modifier": 1.0, "kerning": 0.4, "line_height": 0.5333333333333333, "composite": 0.6037037037037037, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014067216666666662, "cost_known_response_count": 45, "mean_latency_sec": 19.99771601984006, "latency_known_response_count": 45 }, { "label": "Lato", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5777777777777777, "modifier": 1.0, "kerning": 0.4888888888888889, "line_height": 0.5777777777777777, "composite": 0.6074074074074073, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014277177777777776, "cost_known_response_count": 45, "mean_latency_sec": 20.014914004711642, "latency_known_response_count": 45 }, { "label": "Libre Baskerville", "count": 27, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8518518518518519, "modifier": 1.0, "kerning": 0.48148148148148145, "line_height": 0.6296296296296297, "composite": 0.6604938271604939, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013865907407407405, "cost_known_response_count": 27, "mean_latency_sec": 19.480307044997094, "latency_known_response_count": 27 }, { "label": "Lobster", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 0.0, "weight": 0.16666666666666666, "modifier": 0.5, "kerning": 0.4166666666666667, "line_height": 0.5833333333333334, "composite": 0.3055555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014508812500000001, "cost_known_response_count": 12, "mean_latency_sec": 20.289644522075832, "latency_known_response_count": 12 }, { "label": "Lora", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5333333333333333, "composite": 0.6555555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013502708333333334, "cost_known_response_count": 30, "mean_latency_sec": 19.674118325501333, "latency_known_response_count": 30 }, { "label": "Merriweather", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.6, "modifier": 1.0, "kerning": 0.4888888888888889, "line_height": 0.6, "composite": 0.6074074074074074, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01338787777777778, "cost_known_response_count": 45, "mean_latency_sec": 18.991279304268797, "latency_known_response_count": 45 }, { "label": "Montserrat", "count": 60, "metrics": { "font": 0.15, "category": 1.0, "weight": 0.9166666666666666, "modifier": 0.9666666666666667, "kerning": 0.5166666666666667, "line_height": 0.6666666666666666, "composite": 0.7027777777777778, "exact": 0.05 }, "mean_api_response_cost_usd": 0.013622783333333333, "cost_known_response_count": 60, "mean_latency_sec": 19.248411829481483, "latency_known_response_count": 60 }, { "label": "Noto Sans", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7666666666666667, "modifier": 0.9833333333333333, "kerning": 0.5333333333333333, "line_height": 0.5833333333333334, "composite": 0.6444444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013195004166666665, "cost_known_response_count": 60, "mean_latency_sec": 18.794732718284163, "latency_known_response_count": 60 }, { "label": "Nunito", "count": 60, "metrics": { "font": 0.06666666666666667, "category": 0.95, "weight": 0.6166666666666667, "modifier": 0.9666666666666667, "kerning": 0.5666666666666667, "line_height": 0.5166666666666667, "composite": 0.6138888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014649133333333333, "cost_known_response_count": 60, "mean_latency_sec": 21.170161391548753, "latency_known_response_count": 60 }, { "label": "Open Sans", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.4666666666666667, "line_height": 0.6, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015379025, "cost_known_response_count": 30, "mean_latency_sec": 22.01796339903182, "latency_known_response_count": 30 }, { "label": "Oswald", "count": 36, "metrics": { "font": 0.4722222222222222, "category": 1.0, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.6666666666666666, "composite": 0.75, "exact": 0.1388888888888889 }, "mean_api_response_cost_usd": 0.014062680555555556, "cost_known_response_count": 36, "mean_latency_sec": 19.66285320441885, "latency_known_response_count": 36 }, { "label": "PT Sans", "count": 30, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5666666666666667, "composite": 0.6611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015311816666666665, "cost_known_response_count": 30, "mean_latency_sec": 21.824225650601633, "latency_known_response_count": 30 }, { "label": "PT Serif", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.4666666666666667, "line_height": 0.4666666666666667, "composite": 0.6444444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012889425000000003, "cost_known_response_count": 30, "mean_latency_sec": 18.16729791353379, "latency_known_response_count": 30 }, { "label": "Pacifico", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.5, "kerning": 0.3333333333333333, "line_height": 0.5833333333333334, "composite": 0.5694444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012175916666666663, "cost_known_response_count": 12, "mean_latency_sec": 17.60613141007828, "latency_known_response_count": 12 }, { "label": "Playfair Display", "count": 45, "metrics": { "font": 0.3111111111111111, "category": 1.0, "weight": 0.7333333333333333, "modifier": 0.9777777777777777, "kerning": 0.5555555555555556, "line_height": 0.4888888888888889, "composite": 0.6777777777777777, "exact": 0.022222222222222223 }, "mean_api_response_cost_usd": 0.013642144444444447, "cost_known_response_count": 45, "mean_latency_sec": 19.128487634085143, "latency_known_response_count": 45 }, { "label": "Plus Jakarta Sans", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9555555555555556, "modifier": 0.9777777777777777, "kerning": 0.5333333333333333, "line_height": 0.5333333333333333, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013967122222222225, "cost_known_response_count": 45, "mean_latency_sec": 20.027703341178132, "latency_known_response_count": 45 }, { "label": "Poppins", "count": 45, "metrics": { "font": 0.15555555555555556, "category": 1.0, "weight": 0.9555555555555556, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.6222222222222222, "composite": 0.7111111111111111, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.013710644444444444, "cost_known_response_count": 45, "mean_latency_sec": 18.96049537342171, "latency_known_response_count": 45 }, { "label": "Raleway", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7666666666666667, "modifier": 0.9833333333333333, "kerning": 0.5, "line_height": 0.5333333333333333, "composite": 0.6305555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013542645833333334, "cost_known_response_count": 60, "mean_latency_sec": 19.7134697619001, "latency_known_response_count": 60 }, { "label": "Roboto", "count": 60, "metrics": { "font": 0.18333333333333332, "category": 1.0, "weight": 0.7666666666666667, "modifier": 0.9833333333333333, "kerning": 0.5, "line_height": 0.5666666666666667, "composite": 0.6666666666666666, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.014290750000000001, "cost_known_response_count": 60, "mean_latency_sec": 20.384076906715926, "latency_known_response_count": 60 }, { "label": "Roboto Mono", "count": 45, "metrics": { "font": 0.022222222222222223, "category": 0.9555555555555556, "weight": 0.8888888888888888, "modifier": 0.9777777777777777, "kerning": 0.4666666666666667, "line_height": 0.6, "composite": 0.6518518518518519, "exact": 0.022222222222222223 }, "mean_api_response_cost_usd": 0.014235422222222228, "cost_known_response_count": 45, "mean_latency_sec": 20.134717379286627, "latency_known_response_count": 45 }, { "label": "Rubik", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9777777777777777, "modifier": 0.9777777777777777, "kerning": 0.5111111111111111, "line_height": 0.6888888888888889, "composite": 0.6925925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014429544444444444, "cost_known_response_count": 45, "mean_latency_sec": 20.852772686664764, "latency_known_response_count": 45 }, { "label": "Shadows Into Light", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.75, "kerning": 0.4166666666666667, "line_height": 0.75, "composite": 0.625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011831895833333335, "cost_known_response_count": 12, "mean_latency_sec": 15.962430573667612, "latency_known_response_count": 12 }, { "label": "Source Code Pro", "count": 60, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.7166666666666667, "modifier": 1.0, "kerning": 0.5, "line_height": 0.55, "composite": 0.6166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014584204166666665, "cost_known_response_count": 60, "mean_latency_sec": 21.43511379136568, "latency_known_response_count": 60 }, { "label": "Source Sans 3", "count": 60, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 0.75, "modifier": 0.95, "kerning": 0.48333333333333334, "line_height": 0.55, "composite": 0.6166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014514004166666665, "cost_known_response_count": 60, "mean_latency_sec": 20.978963470951324, "latency_known_response_count": 60 }, { "label": "Space Mono", "count": 30, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.5666666666666667, "composite": 0.6499999999999999, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016067175, "cost_known_response_count": 30, "mean_latency_sec": 22.32993971403145, "latency_known_response_count": 30 }, { "label": "Spectral", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.5555555555555556, "line_height": 0.4666666666666667, "composite": 0.637037037037037, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01399262222222222, "cost_known_response_count": 45, "mean_latency_sec": 19.193438333270347, "latency_known_response_count": 45 }, { "label": "Times New Roman", "count": 12, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.5, "composite": 0.8472222222222222, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.011129354166666666, "cost_known_response_count": 12, "mean_latency_sec": 15.596973468079037, "latency_known_response_count": 12 }, { "label": "Verdana", "count": 3, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.3333333333333333, "composite": 0.6111111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011158666666666666, "cost_known_response_count": 3, "mean_latency_sec": 15.11588788133425, "latency_known_response_count": 3 }, { "label": "Work Sans", "count": 60, "metrics": { "font": 0.0, "category": 0.9833333333333333, "weight": 0.9833333333333333, "modifier": 0.9666666666666667, "kerning": 0.5333333333333333, "line_height": 0.5666666666666667, "composite": 0.6722222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014021279166666671, "cost_known_response_count": 60, "mean_latency_sec": 19.5270392358337, "latency_known_response_count": 60 } ], "category": [ { "label": "handwriting", "count": 84, "metrics": { "font": 0.30952380952380953, "category": 1.0, "weight": 0.6071428571428571, "modifier": 0.5833333333333334, "kerning": 0.35714285714285715, "line_height": 0.6190476190476191, "composite": 0.5793650793650794, "exact": 0.03571428571428571 }, "mean_api_response_cost_usd": 0.011886127976190477, "cost_known_response_count": 84, "mean_latency_sec": 16.252781653320113, "latency_known_response_count": 84 }, { "label": "mono", "count": 216, "metrics": { "font": 0.0787037037037037, "category": 0.9583333333333334, "weight": 0.7962962962962963, "modifier": 0.9907407407407407, "kerning": 0.47685185185185186, "line_height": 0.5601851851851852, "composite": 0.6435185185185185, "exact": 0.018518518518518517 }, "mean_api_response_cost_usd": 0.014200906250000004, "cost_known_response_count": 216, "mean_latency_sec": 20.178405140641257, "latency_known_response_count": 216 }, { "label": "non-serif", "count": 951, "metrics": { "font": 0.10830704521556257, "category": 0.9873817034700315, "weight": 0.8222923238696109, "modifier": 0.9726603575184016, "kerning": 0.5226077812828601, "line_height": 0.5793901156677181, "composite": 0.6654398878373641, "exact": 0.030494216614090432 }, "mean_api_response_cost_usd": 0.01411881992639325, "cost_known_response_count": 951, "mean_latency_sec": 20.12422970822396, "latency_known_response_count": 951 }, { "label": "other", "count": 48, "metrics": { "font": 0.2708333333333333, "category": 0.0625, "weight": 0.0625, "modifier": 0.8333333333333334, "kerning": 0.5625, "line_height": 0.6666666666666666, "composite": 0.40972222222222227, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014031531249999995, "cost_known_response_count": 48, "mean_latency_sec": 19.63759080485276, "latency_known_response_count": 48 }, { "label": "serif", "count": 525, "metrics": { "font": 0.1295238095238095, "category": 0.9314285714285714, "weight": 0.7466666666666667, "modifier": 0.9866666666666667, "kerning": 0.5257142857142857, "line_height": 0.5542857142857143, "composite": 0.6457142857142858, "exact": 0.030476190476190476 }, "mean_api_response_cost_usd": 0.013553088095238098, "cost_known_response_count": 525, "mean_latency_sec": 19.094646877924013, "latency_known_response_count": 525 } ], "weight": [ { "label": "black", "count": 309, "metrics": { "font": 0.10679611650485436, "category": 0.970873786407767, "weight": 0.4077669902912621, "modifier": 0.9805825242718447, "kerning": 0.5339805825242718, "line_height": 0.6634304207119741, "composite": 0.6105717367853291, "exact": 0.016181229773462782 }, "mean_api_response_cost_usd": 0.013665237864077669, "cost_known_response_count": 309, "mean_latency_sec": 19.339021607772313, "latency_known_response_count": 309 }, { "label": "bold", "count": 582, "metrics": { "font": 0.11512027491408934, "category": 0.9742268041237113, "weight": 0.7920962199312714, "modifier": 0.9621993127147767, "kerning": 0.5274914089347079, "line_height": 0.5618556701030928, "composite": 0.6554982817869416, "exact": 0.03436426116838488 }, "mean_api_response_cost_usd": 0.014249968642611686, "cost_known_response_count": 582, "mean_latency_sec": 20.1103528104554, "latency_known_response_count": 582 }, { "label": "regular", "count": 696, "metrics": { "font": 0.16666666666666666, "category": 0.9123563218390804, "weight": 0.8620689655172413, "modifier": 0.9468390804597702, "kerning": 0.492816091954023, "line_height": 0.5416666666666666, "composite": 0.6537356321839081, "exact": 0.03017241379310345 }, "mean_api_response_cost_usd": 0.013865663074712634, "cost_known_response_count": 696, "mean_latency_sec": 19.71006565634433, "latency_known_response_count": 696 }, { "label": "thin", "count": 237, "metrics": { "font": 0.046413502109704644, "category": 0.9282700421940928, "weight": 0.8987341772151899, "modifier": 0.9451476793248945, "kerning": 0.4978902953586498, "line_height": 0.5822784810126582, "composite": 0.649789029535865, "exact": 0.02531645569620253 }, "mean_api_response_cost_usd": 0.013144182489451473, "cost_known_response_count": 237, "mean_latency_sec": 18.69627376379362, "latency_known_response_count": 237 } ], "modifier": [ { "label": "italic", "count": 312, "metrics": { "font": 0.10897435897435898, "category": 0.9583333333333334, "weight": 0.7467948717948718, "modifier": 1.0, "kerning": 0.40064102564102566, "line_height": 0.47115384615384615, "composite": 0.6143162393162392, "exact": 0.009615384615384616 }, "mean_api_response_cost_usd": 0.012763434294871782, "cost_known_response_count": 312, "mean_latency_sec": 18.12725472375295, "latency_known_response_count": 312 }, { "label": "regular", "count": 378, "metrics": { "font": 0.14285714285714285, "category": 0.9417989417989417, "weight": 0.7671957671957672, "modifier": 0.9497354497354498, "kerning": 0.5793650793650794, "line_height": 0.716931216931217, "composite": 0.6829805996472663, "exact": 0.05555555555555555 }, "mean_api_response_cost_usd": 0.014115009259259246, "cost_known_response_count": 378, "mean_latency_sec": 20.210121816791432, "latency_known_response_count": 378 }, { "label": "small-caps", "count": 378, "metrics": { "font": 0.14814814814814814, "category": 0.9444444444444444, "weight": 0.7724867724867724, "modifier": 0.843915343915344, "kerning": 0.5978835978835979, "line_height": 0.5079365079365079, "composite": 0.6358024691358025, "exact": 0.021164021164021163 }, "mean_api_response_cost_usd": 0.013922800264550271, "cost_known_response_count": 378, "mean_latency_sec": 19.448495172329736, "latency_known_response_count": 378 }, { "label": "strikethrough", "count": 378, "metrics": { "font": 0.0873015873015873, "category": 0.9391534391534392, "weight": 0.7433862433862434, "modifier": 1.0, "kerning": 0.3968253968253968, "line_height": 0.5529100529100529, "composite": 0.6199294532627866, "exact": 0.018518518518518517 }, "mean_api_response_cost_usd": 0.014067537037037047, "cost_known_response_count": 378, "mean_latency_sec": 19.703314668787815, "latency_known_response_count": 378 }, { "label": "underline", "count": 378, "metrics": { "font": 0.13227513227513227, "category": 0.9391534391534392, "weight": 0.8042328042328042, "modifier": 1.0, "kerning": 0.5634920634920635, "line_height": 0.6031746031746031, "composite": 0.673721340388007, "exact": 0.03439153439153439 }, "mean_api_response_cost_usd": 0.014242593915343939, "cost_known_response_count": 378, "mean_latency_sec": 20.462148018044736, "latency_known_response_count": 378 } ], "kerning": [ { "label": "loose", "count": 608, "metrics": { "font": 0.13815789473684212, "category": 0.9375, "weight": 0.712171052631579, "modifier": 0.9654605263157895, "kerning": 0.5411184210526315, "line_height": 0.44901315789473684, "composite": 0.6239035087719298, "exact": 0.03782894736842105 }, "mean_api_response_cost_usd": 0.014152400082236843, "cost_known_response_count": 608, "mean_latency_sec": 20.159704243100254, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.11513157894736842, "category": 0.9523026315789473, "weight": 0.7861842105263158, "modifier": 0.9473684210526315, "kerning": 0.944078947368421, "line_height": 0.7401315789473685, "composite": 0.747532894736842, "exact": 0.046052631578947366 }, "mean_api_response_cost_usd": 0.0138927849506579, "cost_known_response_count": 608, "mean_latency_sec": 19.627203452927223, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.12006578947368421, "category": 0.9424342105263158, "weight": 0.8042763157894737, "modifier": 0.9588815789473685, "kerning": 0.049342105263157895, "line_height": 0.5328947368421053, "composite": 0.5679824561403509, "exact": 0.001644736842105263 }, "mean_api_response_cost_usd": 0.013536579769736832, "cost_known_response_count": 608, "mean_latency_sec": 19.14270676338277, "latency_known_response_count": 608 } ], "line_height": [ { "label": "loose", "count": 608, "metrics": { "font": 0.14309210526315788, "category": 0.9490131578947368, "weight": 0.7648026315789473, "modifier": 0.9473684210526315, "kerning": 0.5098684210526315, "line_height": 0.5904605263157895, "composite": 0.6507675438596491, "exact": 0.03618421052631579 }, "mean_api_response_cost_usd": 0.013899058388157885, "cost_known_response_count": 608, "mean_latency_sec": 19.531391202945805, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.1118421052631579, "category": 0.9358552631578947, "weight": 0.7730263157894737, "modifier": 0.9605263157894737, "kerning": 0.5674342105263158, "line_height": 0.8273026315789473, "composite": 0.695997807017544, "exact": 0.04111842105263158 }, "mean_api_response_cost_usd": 0.014098895559210532, "cost_known_response_count": 608, "mean_latency_sec": 20.170500634985203, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.11842105263157894, "category": 0.9473684210526315, "weight": 0.7648026315789473, "modifier": 0.9638157894736842, "kerning": 0.45723684210526316, "line_height": 0.3042763157894737, "composite": 0.5926535087719298, "exact": 0.008223684210526315 }, "mean_api_response_cost_usd": 0.013583810855263155, "cost_known_response_count": 608, "mean_latency_sec": 19.227722621479234, "latency_known_response_count": 608 } ], "width": [ { "label": "medium", "count": 608, "metrics": { "font": 0.11513157894736842, "category": 0.9457236842105263, "weight": 0.7598684210526315, "modifier": 0.9572368421052632, "kerning": 0.5180921052631579, "line_height": 0.537828947368421, "composite": 0.6389802631578947, "exact": 0.023026315789473683 }, "mean_api_response_cost_usd": 0.013621888157894727, "cost_known_response_count": 608, "mean_latency_sec": 19.276650271669688, "latency_known_response_count": 608 }, { "label": "narrow", "count": 608, "metrics": { "font": 0.11019736842105263, "category": 0.9358552631578947, "weight": 0.7993421052631579, "modifier": 0.9605263157894737, "kerning": 0.5131578947368421, "line_height": 0.6529605263157895, "composite": 0.6620065789473684, "exact": 0.03453947368421053 }, "mean_api_response_cost_usd": 0.013839324013157893, "cost_known_response_count": 608, "mean_latency_sec": 19.720707568331434, "latency_known_response_count": 608 }, { "label": "wide", "count": 608, "metrics": { "font": 0.14802631578947367, "category": 0.9506578947368421, "weight": 0.743421052631579, "modifier": 0.9539473684210527, "kerning": 0.5032894736842105, "line_height": 0.53125, "composite": 0.6384320175438597, "exact": 0.027960526315789474 }, "mean_api_response_cost_usd": 0.014120552631578952, "cost_known_response_count": 608, "mean_latency_sec": 19.93225661940912, "latency_known_response_count": 608 } ] } }, { "model_id": "muse-spark-1.3", "model_config": { "api_key_env": "MODEL_API_KEY", "base_url": "https://api.meta.ai/v1", "display_name": "Muse Spark 1.3", "enabled": true, "id": "muse-spark-1.3", "input_per_m": 1.25, "max_output_tokens": 16384, "model": "muse-spark-1.3", "notes": "Meta Muse Spark 1.3 Standard tier via the OpenAI-compatible Meta Model API Responses endpoint. Reasoning model at model-default high effort; uses model-default reasoning settings. 16384 output cap: the 4096-cap probe returned status incomplete with all 4096 tokens spent on reasoning, and live outputs reach ~6900 tokens, so 16384 keeps headroom above observed reasoning volume. Same $1.25/$4.25 standard pricing as 1.2; prompts never train Meta models.", "output_per_m": 4.25, "pricing_notes": "Standard tier rates in USD per million tokens; cached input $0.15/M not assumed. Output includes reasoning tokens.", "pricing_source_url": "https://dev.meta.ai/docs/pricing-rate-limits", "provider": "openai", "source_url": "https://dev.meta.ai/docs/models" }, "model_config_fingerprint": "d501fb0c8f92e13a48222500e057dda2fad8750852df8848583d413832d05bb5", "status": "finalized", "coverage_status": "complete", "observed_task_count": 1824, "expected_task_count": 1824, "comparison_task_count": 1824, "metrics": { "font": 0.19682017543859648, "category": 0.9336622807017544, "weight": 0.8004385964912281, "modifier": 0.9089912280701754, "kerning": 0.5104166666666666, "line_height": 0.5241228070175439, "composite": 0.6457419590643275, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.02280094558662282, "cost_known_response_count": 1824, "mean_latency_sec": 79.36734936927402, "latency_known_response_count": 1824, "groups": { "font": [ { "label": "Arial", "count": 42, "metrics": { "font": 0.7619047619047619, "category": 0.9523809523809523, "weight": 0.9285714285714286, "modifier": 0.8095238095238095, "kerning": 0.5476190476190477, "line_height": 0.47619047619047616, "composite": 0.746031746031746, "exact": 0.14285714285714285 }, "mean_api_response_cost_usd": 0.024667791666666668, "cost_known_response_count": 42, "mean_latency_sec": 85.76121337726363, "latency_known_response_count": 42 }, { "label": "Arvo", "count": 30, "metrics": { "font": 0.03333333333333333, "category": 0.6333333333333333, "weight": 0.7666666666666667, "modifier": 0.9, "kerning": 0.5, "line_height": 0.5666666666666667, "composite": 0.5666666666666668, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02224165833333334, "cost_known_response_count": 30, "mean_latency_sec": 79.43151517136916, "latency_known_response_count": 30 }, { "label": "Bebas Neue", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 0.0, "weight": 0.16666666666666666, "modifier": 1.0, "kerning": 0.5, "line_height": 0.6666666666666666, "composite": 0.4166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017134374999999997, "cost_known_response_count": 12, "mean_latency_sec": 60.99846562383512, "latency_known_response_count": 12 }, { "label": "Bitter", "count": 60, "metrics": { "font": 0.0, "category": 0.6333333333333333, "weight": 0.8833333333333333, "modifier": 0.9333333333333333, "kerning": 0.43333333333333335, "line_height": 0.5666666666666667, "composite": 0.5750000000000001, "exact": 0.0 }, "mean_api_response_cost_usd": 0.023941537500000002, "cost_known_response_count": 60, "mean_latency_sec": 84.11467928059719, "latency_known_response_count": 60 }, { "label": "Bodoni Moda", "count": 45, "metrics": { "font": 0.044444444444444446, "category": 1.0, "weight": 0.6666666666666666, "modifier": 0.9555555555555556, "kerning": 0.5555555555555556, "line_height": 0.5333333333333333, "composite": 0.6259259259259259, "exact": 0.0 }, "mean_api_response_cost_usd": 0.018726777777777776, "cost_known_response_count": 45, "mean_latency_sec": 65.54280703024253, "latency_known_response_count": 45 }, { "label": "Bungee", "count": 12, "metrics": { "font": 0.0, "category": 0.4166666666666667, "weight": 0.0, "modifier": 0.9166666666666666, "kerning": 0.4166666666666667, "line_height": 0.75, "composite": 0.4166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.03610566666666667, "cost_known_response_count": 12, "mean_latency_sec": 123.6542630802481, "latency_known_response_count": 12 }, { "label": "Caveat", "count": 24, "metrics": { "font": 0.7916666666666666, "category": 1.0, "weight": 0.5833333333333334, "modifier": 0.6666666666666666, "kerning": 0.3333333333333333, "line_height": 0.4166666666666667, "composite": 0.6319444444444444, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.01686390625, "cost_known_response_count": 24, "mean_latency_sec": 58.045182458376075, "latency_known_response_count": 24 }, { "label": "Cinzel", "count": 36, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 0.4722222222222222, "modifier": 0.8888888888888888, "kerning": 0.5555555555555556, "line_height": 0.4722222222222222, "composite": 0.6203703703703703, "exact": 0.1388888888888889 }, "mean_api_response_cost_usd": 0.01924002777777778, "cost_known_response_count": 36, "mean_latency_sec": 67.35926589927921, "latency_known_response_count": 36 }, { "label": "Comic Sans MS", "count": 12, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 0.8333333333333334, "kerning": 0.4166666666666667, "line_height": 0.5, "composite": 0.7916666666666666, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.012826166666666666, "cost_known_response_count": 12, "mean_latency_sec": 41.57252327949391, "latency_known_response_count": 12 }, { "label": "Cormorant Garamond", "count": 30, "metrics": { "font": 0.4, "category": 1.0, "weight": 0.36666666666666664, "modifier": 1.0, "kerning": 0.5666666666666667, "line_height": 0.43333333333333335, "composite": 0.6277777777777778, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.019114408333333336, "cost_known_response_count": 30, "mean_latency_sec": 64.76775098773359, "latency_known_response_count": 30 }, { "label": "Courier New", "count": 12, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 0.75, "kerning": 0.5, "line_height": 0.5833333333333334, "composite": 0.8055555555555555, "exact": 0.25 }, "mean_api_response_cost_usd": 0.013211124999999999, "cost_known_response_count": 12, "mean_latency_sec": 43.91004515941798, "latency_known_response_count": 12 }, { "label": "Crimson Text", "count": 30, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 0.9666666666666667, "modifier": 0.9666666666666667, "kerning": 0.6333333333333333, "line_height": 0.4666666666666667, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.019376691666666664, "cost_known_response_count": 30, "mean_latency_sec": 67.63068337843384, "latency_known_response_count": 30 }, { "label": "DM Sans", "count": 60, "metrics": { "font": 0.0, "category": 0.9833333333333333, "weight": 0.7333333333333333, "modifier": 0.9166666666666666, "kerning": 0.55, "line_height": 0.5, "composite": 0.6138888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02233565, "cost_known_response_count": 60, "mean_latency_sec": 77.8910140707662, "latency_known_response_count": 60 }, { "label": "Dancing Script", "count": 24, "metrics": { "font": 0.5833333333333334, "category": 0.9583333333333334, "weight": 0.5, "modifier": 0.7083333333333334, "kerning": 0.3333333333333333, "line_height": 0.4166666666666667, "composite": 0.5833333333333334, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.024694541666666667, "cost_known_response_count": 24, "mean_latency_sec": 85.42163476966864, "latency_known_response_count": 24 }, { "label": "EB Garamond", "count": 30, "metrics": { "font": 0.1, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.5, "line_height": 0.43333333333333335, "composite": 0.65, "exact": 0.03333333333333333 }, "mean_api_response_cost_usd": 0.020475675000000002, "cost_known_response_count": 30, "mean_latency_sec": 70.30067154220403, "latency_known_response_count": 30 }, { "label": "Fira Code", "count": 24, "metrics": { "font": 0.0, "category": 0.9583333333333334, "weight": 0.9583333333333334, "modifier": 0.875, "kerning": 0.4166666666666667, "line_height": 0.4583333333333333, "composite": 0.6111111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02414020833333334, "cost_known_response_count": 24, "mean_latency_sec": 84.62553730320845, "latency_known_response_count": 24 }, { "label": "Fira Sans", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.8444444444444444, "modifier": 0.9555555555555556, "kerning": 0.5111111111111111, "line_height": 0.6, "composite": 0.6444444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.025717072222222227, "cost_known_response_count": 45, "mean_latency_sec": 92.19159103362213, "latency_known_response_count": 45 }, { "label": "Georgia", "count": 30, "metrics": { "font": 0.9, "category": 1.0, "weight": 0.9333333333333333, "modifier": 0.8666666666666667, "kerning": 0.5333333333333333, "line_height": 0.5666666666666667, "composite": 0.7999999999999999, "exact": 0.3 }, "mean_api_response_cost_usd": 0.01815185833333334, "cost_known_response_count": 30, "mean_latency_sec": 63.681103819895846, "latency_known_response_count": 30 }, { "label": "Helvetica", "count": 45, "metrics": { "font": 0.0, "category": 0.9777777777777777, "weight": 0.8666666666666667, "modifier": 0.9555555555555556, "kerning": 0.5333333333333333, "line_height": 0.5111111111111111, "composite": 0.6407407407407407, "exact": 0.0 }, "mean_api_response_cost_usd": 0.023830166666666673, "cost_known_response_count": 45, "mean_latency_sec": 82.467590259445, "latency_known_response_count": 45 }, { "label": "Impact", "count": 12, "metrics": { "font": 0.3333333333333333, "category": 0.0, "weight": 0.0, "modifier": 0.8333333333333334, "kerning": 0.4166666666666667, "line_height": 0.5833333333333334, "composite": 0.36111111111111116, "exact": 0.0 }, "mean_api_response_cost_usd": 0.029232520833333334, "cost_known_response_count": 12, "mean_latency_sec": 103.41937102799905, "latency_known_response_count": 12 }, { "label": "Inter", "count": 60, "metrics": { "font": 0.45, "category": 0.9833333333333333, "weight": 0.9, "modifier": 0.9333333333333333, "kerning": 0.5333333333333333, "line_height": 0.5, "composite": 0.7166666666666667, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.023531633333333336, "cost_known_response_count": 60, "mean_latency_sec": 82.15394765889893, "latency_known_response_count": 60 }, { "label": "JetBrains Mono", "count": 45, "metrics": { "font": 0.022222222222222223, "category": 1.0, "weight": 0.7555555555555555, "modifier": 0.9555555555555556, "kerning": 0.4222222222222222, "line_height": 0.4666666666666667, "composite": 0.6037037037037037, "exact": 0.0 }, "mean_api_response_cost_usd": 0.025895816666666665, "cost_known_response_count": 45, "mean_latency_sec": 89.05144114875455, "latency_known_response_count": 45 }, { "label": "Lato", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.6888888888888889, "modifier": 0.9777777777777777, "kerning": 0.4888888888888889, "line_height": 0.4888888888888889, "composite": 0.6074074074074074, "exact": 0.0 }, "mean_api_response_cost_usd": 0.023186216666666665, "cost_known_response_count": 45, "mean_latency_sec": 81.33436321242156, "latency_known_response_count": 45 }, { "label": "Libre Baskerville", "count": 27, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8518518518518519, "modifier": 0.9629629629629629, "kerning": 0.5555555555555556, "line_height": 0.48148148148148145, "composite": 0.6419753086419753, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01917352777777778, "cost_known_response_count": 27, "mean_latency_sec": 68.80328840166503, "latency_known_response_count": 27 }, { "label": "Lobster", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 0.0, "weight": 0.0, "modifier": 0.4166666666666667, "kerning": 0.3333333333333333, "line_height": 0.5, "composite": 0.23611111111111113, "exact": 0.0 }, "mean_api_response_cost_usd": 0.03378610416666667, "cost_known_response_count": 12, "mean_latency_sec": 114.71356686050179, "latency_known_response_count": 12 }, { "label": "Lora", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.9333333333333333, "kerning": 0.6, "line_height": 0.4666666666666667, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.018329433333333332, "cost_known_response_count": 30, "mean_latency_sec": 64.89075118383334, "latency_known_response_count": 30 }, { "label": "Merriweather", "count": 45, "metrics": { "font": 0.022222222222222223, "category": 0.9777777777777777, "weight": 0.6222222222222222, "modifier": 0.9555555555555556, "kerning": 0.4666666666666667, "line_height": 0.5333333333333333, "composite": 0.5962962962962963, "exact": 0.022222222222222223 }, "mean_api_response_cost_usd": 0.01734255, "cost_known_response_count": 45, "mean_latency_sec": 61.36473362813445, "latency_known_response_count": 45 }, { "label": "Montserrat", "count": 60, "metrics": { "font": 0.35, "category": 1.0, "weight": 0.9, "modifier": 0.8833333333333333, "kerning": 0.5, "line_height": 0.5, "composite": 0.6888888888888888, "exact": 0.03333333333333333 }, "mean_api_response_cost_usd": 0.026355925, "cost_known_response_count": 60, "mean_latency_sec": 91.69547284653139, "latency_known_response_count": 60 }, { "label": "Noto Sans", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8, "modifier": 0.8666666666666667, "kerning": 0.5333333333333333, "line_height": 0.55, "composite": 0.625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02411375, "cost_known_response_count": 60, "mean_latency_sec": 83.96178840784802, "latency_known_response_count": 60 }, { "label": "Nunito", "count": 60, "metrics": { "font": 0.2833333333333333, "category": 0.9833333333333333, "weight": 0.7333333333333333, "modifier": 0.8833333333333333, "kerning": 0.5833333333333334, "line_height": 0.5166666666666667, "composite": 0.6638888888888889, "exact": 0.03333333333333333 }, "mean_api_response_cost_usd": 0.025018566666666665, "cost_known_response_count": 60, "mean_latency_sec": 87.39682052616747, "latency_known_response_count": 60 }, { "label": "Open Sans", "count": 30, "metrics": { "font": 0.03333333333333333, "category": 0.9666666666666667, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.5333333333333333, "composite": 0.6722222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.025411008333333332, "cost_known_response_count": 30, "mean_latency_sec": 89.93544594146951, "latency_known_response_count": 30 }, { "label": "Oswald", "count": 36, "metrics": { "font": 0.8333333333333334, "category": 0.9722222222222222, "weight": 0.75, "modifier": 0.9722222222222222, "kerning": 0.5277777777777778, "line_height": 0.6666666666666666, "composite": 0.7870370370370371, "exact": 0.25 }, "mean_api_response_cost_usd": 0.018799895833333337, "cost_known_response_count": 36, "mean_latency_sec": 63.42664497072272, "latency_known_response_count": 36 }, { "label": "PT Sans", "count": 30, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.6333333333333333, "composite": 0.6722222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.026454608333333338, "cost_known_response_count": 30, "mean_latency_sec": 91.02383876733366, "latency_known_response_count": 30 }, { "label": "PT Serif", "count": 30, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.5666666666666667, "line_height": 0.4666666666666667, "composite": 0.65, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017931341666666666, "cost_known_response_count": 30, "mean_latency_sec": 62.63048243102967, "latency_known_response_count": 30 }, { "label": "Pacifico", "count": 12, "metrics": { "font": 0.08333333333333333, "category": 1.0, "weight": 0.4166666666666667, "modifier": 0.75, "kerning": 0.3333333333333333, "line_height": 0.4166666666666667, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.021813145833333335, "cost_known_response_count": 12, "mean_latency_sec": 74.9278878676705, "latency_known_response_count": 12 }, { "label": "Playfair Display", "count": 45, "metrics": { "font": 0.6888888888888889, "category": 1.0, "weight": 0.8, "modifier": 0.8888888888888888, "kerning": 0.5111111111111111, "line_height": 0.5555555555555556, "composite": 0.7407407407407408, "exact": 0.08888888888888889 }, "mean_api_response_cost_usd": 0.017499255555555555, "cost_known_response_count": 45, "mean_latency_sec": 59.469727609354436, "latency_known_response_count": 45 }, { "label": "Plus Jakarta Sans", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9555555555555556, "modifier": 0.8888888888888888, "kerning": 0.5777777777777777, "line_height": 0.5111111111111111, "composite": 0.6555555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.026522566666666667, "cost_known_response_count": 45, "mean_latency_sec": 91.91798046709026, "latency_known_response_count": 45 }, { "label": "Poppins", "count": 45, "metrics": { "font": 0.37777777777777777, "category": 1.0, "weight": 0.8888888888888888, "modifier": 0.8888888888888888, "kerning": 0.5111111111111111, "line_height": 0.6, "composite": 0.7111111111111111, "exact": 0.13333333333333333 }, "mean_api_response_cost_usd": 0.024359727777777777, "cost_known_response_count": 45, "mean_latency_sec": 85.07071504880054, "latency_known_response_count": 45 }, { "label": "Raleway", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7666666666666667, "modifier": 0.9166666666666666, "kerning": 0.5333333333333333, "line_height": 0.5, "composite": 0.6194444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.024421158333333328, "cost_known_response_count": 60, "mean_latency_sec": 85.66131196729984, "latency_known_response_count": 60 }, { "label": "Roboto", "count": 60, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 0.7833333333333333, "modifier": 0.9, "kerning": 0.55, "line_height": 0.5, "composite": 0.6777777777777777, "exact": 0.05 }, "mean_api_response_cost_usd": 0.0202112125, "cost_known_response_count": 60, "mean_latency_sec": 71.1320181680494, "latency_known_response_count": 60 }, { "label": "Roboto Mono", "count": 45, "metrics": { "font": 0.5555555555555556, "category": 0.9111111111111111, "weight": 0.9333333333333333, "modifier": 0.8888888888888888, "kerning": 0.5111111111111111, "line_height": 0.5333333333333333, "composite": 0.7222222222222223, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.02570220555555555, "cost_known_response_count": 45, "mean_latency_sec": 87.8303275529541, "latency_known_response_count": 45 }, { "label": "Rubik", "count": 45, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.9333333333333333, "modifier": 0.8666666666666667, "kerning": 0.4888888888888889, "line_height": 0.5111111111111111, "composite": 0.6222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02660362222222222, "cost_known_response_count": 45, "mean_latency_sec": 93.65993855539645, "latency_known_response_count": 45 }, { "label": "Shadows Into Light", "count": 12, "metrics": { "font": 0.75, "category": 1.0, "weight": 1.0, "modifier": 0.75, "kerning": 0.4166666666666667, "line_height": 0.5, "composite": 0.736111111111111, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.017506000000000004, "cost_known_response_count": 12, "mean_latency_sec": 62.1841206699149, "latency_known_response_count": 12 }, { "label": "Source Code Pro", "count": 60, "metrics": { "font": 0.016666666666666666, "category": 0.8333333333333334, "weight": 0.7666666666666667, "modifier": 0.9166666666666666, "kerning": 0.4, "line_height": 0.55, "composite": 0.5805555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.024593520833333337, "cost_known_response_count": 60, "mean_latency_sec": 84.08401636273435, "latency_known_response_count": 60 }, { "label": "Source Sans 3", "count": 60, "metrics": { "font": 0.0, "category": 0.95, "weight": 0.8166666666666667, "modifier": 0.9, "kerning": 0.5333333333333333, "line_height": 0.5333333333333333, "composite": 0.6222222222222221, "exact": 0.0 }, "mean_api_response_cost_usd": 0.024029045833333325, "cost_known_response_count": 60, "mean_latency_sec": 83.658265296785, "latency_known_response_count": 60 }, { "label": "Space Mono", "count": 30, "metrics": { "font": 0.0, "category": 0.8333333333333334, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.5, "line_height": 0.6, "composite": 0.65, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02803999166666667, "cost_known_response_count": 30, "mean_latency_sec": 96.59325263726642, "latency_known_response_count": 30 }, { "label": "Spectral", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8666666666666667, "modifier": 0.9555555555555556, "kerning": 0.5555555555555556, "line_height": 0.5333333333333333, "composite": 0.6518518518518519, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01894935, "cost_known_response_count": 45, "mean_latency_sec": 64.04690331008945, "latency_known_response_count": 45 }, { "label": "Times New Roman", "count": 12, "metrics": { "font": 0.25, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.5, "composite": 0.7222222222222223, "exact": 0.0 }, "mean_api_response_cost_usd": 0.020225416666666662, "cost_known_response_count": 12, "mean_latency_sec": 69.53993778533429, "latency_known_response_count": 12 }, { "label": "Verdana", "count": 3, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.3333333333333333, "composite": 0.6111111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017100166666666666, "cost_known_response_count": 3, "mean_latency_sec": 53.83139667799696, "latency_known_response_count": 3 }, { "label": "Work Sans", "count": 60, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 0.9833333333333333, "modifier": 0.8833333333333333, "kerning": 0.5166666666666667, "line_height": 0.5833333333333334, "composite": 0.6555555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.024859841666666674, "cost_known_response_count": 60, "mean_latency_sec": 87.73582558361959, "latency_known_response_count": 60 } ], "category": [ { "label": "handwriting", "count": 84, "metrics": { "font": 0.6547619047619048, "category": 0.9880952380952381, "weight": 0.6547619047619048, "modifier": 0.7261904761904762, "kerning": 0.35714285714285715, "line_height": 0.44047619047619047, "composite": 0.6369047619047619, "exact": 0.09523809523809523 }, "mean_api_response_cost_usd": 0.01932317261904762, "cost_known_response_count": 84, "mean_latency_sec": 66.51688089616697, "latency_known_response_count": 84 }, { "label": "mono", "count": 216, "metrics": { "font": 0.18055555555555555, "category": 0.9074074074074074, "weight": 0.8611111111111112, "modifier": 0.9166666666666666, "kerning": 0.44907407407407407, "line_height": 0.5277777777777778, "composite": 0.6404320987654321, "exact": 0.037037037037037035 }, "mean_api_response_cost_usd": 0.02489176157407409, "cost_known_response_count": 216, "mean_latency_sec": 85.46505365578223, "latency_known_response_count": 216 }, { "label": "non-serif", "count": 951, "metrics": { "font": 0.17350157728706625, "category": 0.9789695057833859, "weight": 0.8454258675078864, "modifier": 0.9106203995793901, "kerning": 0.5310199789695058, "line_height": 0.5320715036803365, "composite": 0.6619348054679285, "exact": 0.03995793901156677 }, "mean_api_response_cost_usd": 0.024156247371188207, "cost_known_response_count": 951, "mean_latency_sec": 84.38663387970772, "latency_known_response_count": 951 }, { "label": "other", "count": 48, "metrics": { "font": 0.16666666666666666, "category": 0.10416666666666667, "weight": 0.041666666666666664, "modifier": 0.7916666666666666, "kerning": 0.4166666666666667, "line_height": 0.625, "composite": 0.35763888888888884, "exact": 0.0 }, "mean_api_response_cost_usd": 0.029064666666666666, "cost_known_response_count": 48, "mean_latency_sec": 100.69641664814601, "latency_known_response_count": 48 }, { "label": "serif", "count": 525, "metrics": { "font": 0.17523809523809525, "category": 0.9295238095238095, "weight": 0.7866666666666666, "modifier": 0.9428571428571428, "kerning": 0.5314285714285715, "line_height": 0.5123809523809524, "composite": 0.6463492063492065, "exact": 0.0419047619047619 }, "mean_api_response_cost_usd": 0.019469452380952372, "cost_known_response_count": 525, "mean_latency_sec": 67.87249303983957, "latency_known_response_count": 525 } ], "weight": [ { "label": "black", "count": 309, "metrics": { "font": 0.1715210355987055, "category": 0.9676375404530745, "weight": 0.4854368932038835, "modifier": 0.8705501618122977, "kerning": 0.4854368932038835, "line_height": 0.5469255663430421, "composite": 0.5879180151024811, "exact": 0.012944983818770227 }, "mean_api_response_cost_usd": 0.024114296116504858, "cost_known_response_count": 309, "mean_latency_sec": 84.17217825307371, "latency_known_response_count": 309 }, { "label": "bold", "count": 582, "metrics": { "font": 0.1872852233676976, "category": 0.979381443298969, "weight": 0.8642611683848798, "modifier": 0.9278350515463918, "kerning": 0.5360824742268041, "line_height": 0.5, "composite": 0.665807560137457, "exact": 0.04982817869415808 }, "mean_api_response_cost_usd": 0.02210243513745705, "cost_known_response_count": 582, "mean_latency_sec": 77.27864215652532, "latency_known_response_count": 582 }, { "label": "regular", "count": 696, "metrics": { "font": 0.21551724137931033, "category": 0.8908045977011494, "weight": 0.8462643678160919, "modifier": 0.9166666666666666, "kerning": 0.4942528735632184, "line_height": 0.5229885057471264, "composite": 0.6477490421455938, "exact": 0.04885057471264368 }, "mean_api_response_cost_usd": 0.022845565014367828, "cost_known_response_count": 696, "mean_latency_sec": 79.26162124249575, "latency_known_response_count": 696 }, { "label": "thin", "count": 237, "metrics": { "font": 0.19831223628691982, "category": 0.9029535864978903, "weight": 0.919831223628692, "modifier": 0.890295358649789, "kerning": 0.5274261603375527, "line_height": 0.5569620253164557, "composite": 0.6659634317862165, "exact": 0.0379746835443038 }, "mean_api_response_cost_usd": 0.0226728976793249, "cost_known_response_count": 237, "mean_latency_sec": 78.54254873198843, "latency_known_response_count": 237 } ], "modifier": [ { "label": "italic", "count": 312, "metrics": { "font": 0.15064102564102563, "category": 0.9583333333333334, "weight": 0.8589743589743589, "modifier": 1.0, "kerning": 0.42948717948717946, "line_height": 0.4551282051282051, "composite": 0.6420940170940171, "exact": 0.00641025641025641 }, "mean_api_response_cost_usd": 0.019824700320512822, "cost_known_response_count": 312, "mean_latency_sec": 69.01513036517532, "latency_known_response_count": 312 }, { "label": "regular", "count": 378, "metrics": { "font": 0.22486772486772486, "category": 0.9497354497354498, "weight": 0.7883597883597884, "modifier": 0.9788359788359788, "kerning": 0.5608465608465608, "line_height": 0.626984126984127, "composite": 0.6882716049382717, "exact": 0.082010582010582 }, "mean_api_response_cost_usd": 0.022837538359788374, "cost_known_response_count": 378, "mean_latency_sec": 80.01219044223511, "latency_known_response_count": 378 }, { "label": "small-caps", "count": 378, "metrics": { "font": 0.22486772486772486, "category": 0.9206349206349206, "weight": 0.7619047619047619, "modifier": 0.58994708994709, "kerning": 0.5873015873015873, "line_height": 0.46825396825396826, "composite": 0.5921516754850088, "exact": 0.007936507936507936 }, "mean_api_response_cost_usd": 0.02511402843915344, "cost_known_response_count": 378, "mean_latency_sec": 87.77213008319748, "latency_known_response_count": 378 }, { "label": "strikethrough", "count": 378, "metrics": { "font": 0.19047619047619047, "category": 0.9312169312169312, "weight": 0.8095238095238095, "modifier": 0.9973544973544973, "kerning": 0.3835978835978836, "line_height": 0.4894179894179894, "composite": 0.6335978835978836, "exact": 0.05555555555555555 }, "mean_api_response_cost_usd": 0.022924604497354527, "cost_known_response_count": 378, "mean_latency_sec": 79.35753968253043, "latency_known_response_count": 378 }, { "label": "underline", "count": 378, "metrics": { "font": 0.18518518518518517, "category": 0.9126984126984127, "weight": 0.7936507936507936, "modifier": 0.9947089947089947, "kerning": 0.5767195767195767, "line_height": 0.5687830687830688, "composite": 0.671957671957672, "exact": 0.05026455026455026 }, "mean_api_response_cost_usd": 0.02278419444444444, "cost_known_response_count": 378, "mean_latency_sec": 78.87222597092881, "latency_known_response_count": 378 } ], "kerning": [ { "label": "loose", "count": 608, "metrics": { "font": 0.20065789473684212, "category": 0.9161184210526315, "weight": 0.7713815789473685, "modifier": 0.9095394736842105, "kerning": 0.5953947368421053, "line_height": 0.41118421052631576, "composite": 0.634046052631579, "exact": 0.04111842105263158 }, "mean_api_response_cost_usd": 0.02420423026315792, "cost_known_response_count": 608, "mean_latency_sec": 84.36916963127288, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.18914473684210525, "category": 0.9391447368421053, "weight": 0.8125, "modifier": 0.8865131578947368, "kerning": 0.9259868421052632, "line_height": 0.6858552631578947, "composite": 0.7398574561403509, "exact": 0.08223684210526316 }, "mean_api_response_cost_usd": 0.022053141447368405, "cost_known_response_count": 608, "mean_latency_sec": 76.81877392438328, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.20065789473684212, "category": 0.9457236842105263, "weight": 0.8174342105263158, "modifier": 0.930921052631579, "kerning": 0.009868421052631578, "line_height": 0.4753289473684211, "composite": 0.5633223684210525, "exact": 0.001644736842105263 }, "mean_api_response_cost_usd": 0.022145465049342113, "cost_known_response_count": 608, "mean_latency_sec": 76.9141045521659, "latency_known_response_count": 608 } ], "line_height": [ { "label": "loose", "count": 608, "metrics": { "font": 0.2138157894736842, "category": 0.9358552631578947, "weight": 0.7960526315789473, "modifier": 0.8898026315789473, "kerning": 0.5197368421052632, "line_height": 0.48519736842105265, "composite": 0.6400767543859649, "exact": 0.024671052631578948 }, "mean_api_response_cost_usd": 0.023454966694078955, "cost_known_response_count": 608, "mean_latency_sec": 81.65784752538433, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.19078947368421054, "category": 0.9276315789473685, "weight": 0.8240131578947368, "modifier": 0.930921052631579, "kerning": 0.5592105263157895, "line_height": 0.8914473684210527, "composite": 0.7206688596491228, "exact": 0.08717105263157894 }, "mean_api_response_cost_usd": 0.02240466776315788, "cost_known_response_count": 608, "mean_latency_sec": 77.56262823012447, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.18585526315789475, "category": 0.9375, "weight": 0.78125, "modifier": 0.90625, "kerning": 0.45230263157894735, "line_height": 0.19572368421052633, "composite": 0.5764802631578947, "exact": 0.013157894736842105 }, "mean_api_response_cost_usd": 0.0225432023026316, "cost_known_response_count": 608, "mean_latency_sec": 78.88157235231326, "latency_known_response_count": 608 } ], "width": [ { "label": "medium", "count": 608, "metrics": { "font": 0.20394736842105263, "category": 0.9292763157894737, "weight": 0.7927631578947368, "modifier": 0.9144736842105263, "kerning": 0.5180921052631579, "line_height": 0.46381578947368424, "composite": 0.6370614035087719, "exact": 0.03453947368421053 }, "mean_api_response_cost_usd": 0.022682426809210544, "cost_known_response_count": 608, "mean_latency_sec": 79.1297875488012, "latency_known_response_count": 608 }, { "label": "narrow", "count": 608, "metrics": { "font": 0.19078947368421054, "category": 0.930921052631579, "weight": 0.805921052631579, "modifier": 0.8881578947368421, "kerning": 0.5148026315789473, "line_height": 0.6529605263157895, "composite": 0.6639254385964912, "exact": 0.05098684210526316 }, "mean_api_response_cost_usd": 0.022958530838815775, "cost_known_response_count": 608, "mean_latency_sec": 79.75426923547523, "latency_known_response_count": 608 }, { "label": "wide", "count": 608, "metrics": { "font": 0.19572368421052633, "category": 0.9407894736842105, "weight": 0.8026315789473685, "modifier": 0.9243421052631579, "kerning": 0.49835526315789475, "line_height": 0.4555921052631579, "composite": 0.6362390350877193, "exact": 0.039473684210526314 }, "mean_api_response_cost_usd": 0.02276187911184211, "cost_known_response_count": 608, "mean_latency_sec": 79.21799132354562, "latency_known_response_count": 608 } ] } } ], "results": [ { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "196830cf-5d15-425c-b038-110e070e0be0", "result_sha256": "0a9c011a7c3766a665e9d01420164ada958bbcc5ed24c005052cdaa8015ca76e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014835, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.510217939998256, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3340, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:11:34.719983+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "247f58ad-9ff5-4302-854e-5cdde4341bf4", "result_sha256": "6856af445b7e30fe00028efbe56389faf6f140b6fc0a10d378876625177664fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01118275, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.548291938990587, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2453, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:12:28.757755+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dba61dd-2f59-4cbd-b287-386b9794abb2", "result_sha256": "8f6b4c97a98804ac94c6f757fa19014c6fc69a1ba8761e26258c41ffa3c63a0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0118685, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.06023882201407, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2612, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:51:53.522762+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d421c19-bfbf-4e5b-b765-4a32016620ac", "result_sha256": "90591b03b2a6459e020ee1e4cb868ac6dc5f5af55b7a7778f34d38df1e816867", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01360025, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.943356545991264, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3043, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:16:26.042655+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a26eb92e-e9a7-4f67-a379-0e8df5b6f445", "result_sha256": "8c6eeeab6313129868e4448ede8db82dff860d018211257e78d945b1ccf70f91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01142575, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.40752769098617, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2489, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:08:05.761755+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d619b73e-3e3f-434d-89e1-bf2df8f2a797", "result_sha256": "c1c79a5f09f2a39a1aa1e23a2dea8eede2bd18f0c801601ad71e011c622542b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008428, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.43494865600951, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1826, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:53:06.878596+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "166cc632-9cc5-471e-b715-9d81e806d966", "result_sha256": "498feb338546ec6dc8a0533b330bdc1c52daffbd2967425f21ddc657796bac09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015179, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.515912498987745, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3408, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:08:41.692237+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "11412a58-e43f-40e7-9af9-509c875480e1", "result_sha256": "75b9e4e8f17a57327c32a9dac247f491d60a4b58f8c25c39dd031dab4da9de4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01113975, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.29221479498665, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2452, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:12:29.998583+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d77e017-17a3-4cc0-b525-c1524785b828", "result_sha256": "9bea5080e5a54ad79f4896343a747002837596f9007b4bd37fa4444f453915fb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01987925, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.04724303301191, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4511, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:59:51.175659+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a75decbe-2928-4c72-b04f-f0943ba2f27a", "result_sha256": "7e8bae87dab46ce0bba4d8b0779c6d9e44f1c02de0bcc314725ed379e6b82730", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0203495, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.465856080001686, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4619, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:04:47.791431+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab30825b-2baa-4aa4-ad34-cc2ac3194615", "result_sha256": "4f258235e32086a71b4ff4a9f840fe43bd6730b63abd078b30ac0c7c41b73b6f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01386975, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.145325659017544, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3097, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:32:11.246320+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4356dc60-7515-488f-acc0-4842efeb29e7", "result_sha256": "d9b0d7326e0ab6de7bb96de87aa443e53b23f62838c2da81384d8884487c64d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01872525, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.716871045995504, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4223, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:29:56.251935+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd9a0066-294a-474c-a508-f77c09230861", "result_sha256": "f6571efa825a99c9be0a1ef972f7ea7d022ff8f87284265588ce7905d949fbde", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01312075, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.033630969002843, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2909, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:43:20.606757+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f292c113-1b53-43f0-bd8d-535095b6ddb0", "result_sha256": "0e9b02a1a2685c1cf394d46d72e1fd99b41a39bfea4b696897b74ad2cc949e9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01750825, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.215640726994025, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3939, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:28:52.315663+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8edaa5a0-db2e-44f6-b4d9-6130b5a1971b", "result_sha256": "b6d59dc35dd511b456e2716f1bd6c794d8be1f10451527d6390f6eb64aa5d60c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013297, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v30.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.1750582579989, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2949, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:08:33.053514+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "371f83e7-b49e-4f75-8159-715128c6d8d7", "result_sha256": "ee93d5b9ba3ff2956f55c5bcaec1ab773ea095bfa56290853dce581abdabd0e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010957, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.331912282010308, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2409, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:53:22.893790+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "26fb5e93-fe26-493e-91f5-0d7235d31e92", "result_sha256": "a08b2d487c4ad82e9842cd771fc11c07a203c936eb84e5741aebbe98b5fadc9a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01074175, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.175372708006762, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2361, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:48:29.492687+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "10684af9-9edc-4004-b62c-3ef8931a59f4", "result_sha256": "ce7617bd2c8a84697f132778c02f1d143e8a40a40aa0d3a9b9c95390750ff9f1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0118955, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.698890922998544, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2616, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:58:41.508111+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4002d817-59fe-49f4-8619-d73a2c8a18e9", "result_sha256": "5bca631f4b35f920dac771e5fbeab08132305f4cee8b54b4ee1cb8b231193698", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01012875, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.545774721016642, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2205, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:58:02.001501+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "42dd48fd-9759-42e9-a154-7ea9e21dc126", "result_sha256": "35bb9005d0977bf7bfe8140878157b6aeb82e7503a0c63683ac7a0f7999be350", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00932275, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.872656527004438, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2013, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:37:51.859696+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c663e52e-2979-4870-a16c-f7f4bc136f2c", "result_sha256": "b33010bd310c079702f93d07aca8f6144ed3f1f32c592a17f71351f21d4359f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01179025, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.849014408013318, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2608, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:10:11.874695+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7f7a221-3d2c-43ef-b49c-2ff318037037", "result_sha256": "4ad2d943d773c31ad2df86e8632e0a13aaa0a85a1545f2a6776dc09f47bc249a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0157905, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.83808941600728, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3516, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:49:46.133703+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cac4ff1a-3ba6-4e03-8417-2cc2142a1dcc", "result_sha256": "0f8ad3c680e4a86829dfd89bc9821d471f5142aa5302535265711f8254009220", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01228275, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.96662209799979, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2733, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:49:14.196652+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bda1a47e-486c-4dfc-b57c-905bd82d0900", "result_sha256": "f4ae205f48d156aaa2aabf622974e5cd84f45a2db6333d188ba0cc06bda13fcd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02170475, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.32083249799325, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4937, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:45:21.632130+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13283044-3d98-4294-9c28-b3b16387c1b2", "result_sha256": "b3d46cafaaf507af153bb13c6559ad201cbeb94acddbca4e796c6b81ba0881ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01611625, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.058288862986956, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3635, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:24:58.679743+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c9dcbba-e8bd-4831-bdb0-2bf1ebb83d3a", "result_sha256": "21bbbda215d491c74da5a8195ec6a3829688dbb2ffdee14cc3aa6c90efe24f15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01295425, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.959750772017287, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2891, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:21:06.440285+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b506a975-ccd2-4d58-9343-8dde6f4266c2", "result_sha256": "6634a87d0e7a5e777efc9acf1251f8b6528550eadfdfa9a39d6e4aeb1219f03a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014167, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.518893727014074, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3134, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:32:49.697769+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "54d20cde-de51-4c24-a4ed-41d63f8311cf", "result_sha256": "1347a9b6d4ea767999b594bd71d78514ddcbc47ea028f89d3bbcfa311bab8aa9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01088625, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.967423297988717, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2395, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:23:33.358345+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba354e43-e909-4d51-a556-363c3c71ece3", "result_sha256": "6eac1254a5e9099b40a5423227660d8526993ecf4f8c5cbebf7adc831bae9b23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01092225, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v44.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.87829962701653, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2387, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:53:42.850704+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f13289c-50fd-4cf1-8713-687c62959007", "result_sha256": "d12246d4cdf69e7f87390adbda315026c053d2e3c37d45073f4adc263ea15780", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01280575, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.40020863400423, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2844, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:08:19.915629+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea614faf-61de-4c1b-ad09-0835bd082702", "result_sha256": "ca16e72b2766ab29454dc2d3da69b634910776e6342a61ac24faa8cdd4c301a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01428875, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.045155614003306, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3205, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:09:32.581324+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "347a0d86-304d-44e6-8f38-e5653d41e720", "result_sha256": "8c3a8183002e7033faef72c469cd123080defbb96f899873c4047d77a7825898", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01683, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.623995684989495, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3790, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:34:00.266539+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ede68b4-c872-46d7-adfb-11f4dc28f0a5", "result_sha256": "2871b4e45422cc1046d86b34c8bb672a4517e3b2c1b4752ccc2edd6ebc26bc23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02369975, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.19271619999199, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5377, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:06:45.337661+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7897439a-1487-47f6-af04-2b3fc29978b1", "result_sha256": "ff4cf278f269ebbf8d78c573ea8ea61212b692ec4915e49f169abf540c21dd41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01183875, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.060968710982706, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2605, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:37:11.778782+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9867e5b3-5d6b-4f22-9819-2d5689d74bbb", "result_sha256": "133d7f63bb76e02bbae3c4472d28e93695f16a88a1cc6667f2892f64fabb41ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01405975, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.25594110201928, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3142, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:20:53.896979+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6711d205-6274-4289-b831-6b2d8efaa3f2", "result_sha256": "987e0a688c2ad77649d23da043b667139d97013c32d8fc49bd17440c3ca4c96c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0130315, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.864643633016385, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2888, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:08:06.173923+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "33ff0113-89de-4e46-b629-16f246e3948a", "result_sha256": "99e682856ccc611ec9c373e56ceeb25e2f79df3868af4fd513f8b3ed72bb23c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0168325, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.137494002003223, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3810, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:44:50.914428+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "008a12d5-df84-48d2-bdfa-a5aa9219a75d", "result_sha256": "94fd57fc3d7eaad7cf11568356759a189868381869332178cf8a0f123bbe099c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0228915, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.04768559098011, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5208, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:28:20.220937+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4686ec1-c770-4360-9929-271f17914d4d", "result_sha256": "9d61b3d1831304652e3d65ce8c08d9b038aaec408c89f232bce24aa50c298ccd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0132205, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.233668139000656, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2916, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:02:09.756205+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efa00a39-7910-4b71-80cf-8872f7475c2d", "result_sha256": "60979842514fba68dfaede278c2f21ba4e2e748ceb3d087615449679540df685", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0126735, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.152785329002654, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2812, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:40:20.240246+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "80fdbe95-168d-4de9-ad4c-096b1277c95e", "result_sha256": "fca7794d5b40e671711a4a32decf142b6e356d08ac240cc340e2ba190a0b54e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01196975, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.577693220984656, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2617, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:00:56.048169+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e1617e0-bd2e-42c7-84fe-1af552ecb92f", "result_sha256": "5b24debfddd1217dc10e081b36ecbf07f11685488028ad5b67cfb759b5b0e574", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011153, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v60.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.757042357989121, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2466, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:29:20.243136+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a384271-42e6-4363-950f-4e62fe95bdbb", "result_sha256": "5ee67e6dc2153fb240734a6b4ecf835ed5fc774c111d6b9e875d8b5bb1208bc4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015022, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.06500430899905, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3384, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:01:46.843590+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1bce9d0-eeec-408e-b44f-676593725448", "result_sha256": "2907197c7534b8450acbd749c03842f222985f1af137bf74f3d20e53562428b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02043075, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.062523603002774, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4629, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:14:15.938751+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "858c6397-b30f-446b-9869-46827e82608a", "result_sha256": "2d9148fe88b79884042d510e2615a2e1e7fc382edb1dffd1fc26b02dca1f063c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0078905, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.629743867000798, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1676, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:31:59.976761+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a51e2bdb-21a8-4f84-b26f-2c9a5dab3ed8", "result_sha256": "402672ae2b7731c0a81d766cfda65e18e7f6e67e8eda81e42cc2a068dc8788ea", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01233375, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.20308447201387, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2745, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:08:23.205374+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15007dbb-5781-497c-969a-3bb91b1dfeae", "result_sha256": "cc161e669897c02d5a24d94bbb3683e44a64d9fc8f864bee906010bc975467c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01496175, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.5210096219962, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3321, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:30:37.993359+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "edf65bbf-3eb1-4b43-9c0d-c498ac704922", "result_sha256": "f564c9c4c5e8125aa8bd6ccd690fa4a50e426556d4f3b256b50f6971dd8f72d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0084415, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.653134958003648, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1828, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:01:52.459840+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd674106-57b9-461b-862e-32e00e7afbcc", "result_sha256": "8ee9d65b1c96739345a37b7362516a8eedc694853cdfe5d15399fbbeed98ea97", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00997275, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.348484575020848, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2183, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:03:52.363193+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "81da21bf-fbe0-4996-9c2f-06eaf447a8aa", "result_sha256": "728d8557951e479b8f8b5ce21a6a2cfd7a5444a49eab8ac301c84bf01c7a03a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013643, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.906309092999436, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3041, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:37:42.509047+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8843142c-53d8-4276-a18b-eace26fc894b", "result_sha256": "502d4f8ab5bfff9cefb651c5c40b97b40491e584013f72cfb85e331bf783e2da", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01234825, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.72445521899499, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2739, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:08:03.039289+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32768956-da9f-4c0a-837e-0ee0e84e5cce", "result_sha256": "e9ea9d72f7f7658d0e503c7480f229bad17d180268ad50c034752a5a2fed0aba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0178505, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.149909149011364, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4031, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:56:19.787389+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "88b582af-bd58-4a8f-9349-c32cc20d2d7f", "result_sha256": "60f2bb795fe23cde1031857e6b2597c113b0de8e579c5057cf8faf77df8089f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01762675, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.848443244001828, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3981, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:11:09.209545+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c54ba6ff-ea63-4eec-ad53-113123ba1b02", "result_sha256": "1064fcd0f2b7bf0f3d1c3fafa8a7033f828ba8f576631cba3c5c6905812a066a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0082295, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.028478133986937, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1734, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:33:13.138656+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bc57b25-c5d4-4669-8c41-124bba3ae581", "result_sha256": "53a907105d0ba73fbfc479a5b67ed4c131fc69f140e4cb852aef357c8a6702b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01213475, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.55378131600446, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2677, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:33:37.179574+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8b51318-80c6-48eb-977e-0fe008d34dac", "result_sha256": "22dc358274a779c9a295c2ae52cab494895cbd68674c704e3dc019b250ccd902", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0100665, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.34889844301506, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2188, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:17:17.050418+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e499ea2-431a-4b00-a661-b18b04e97343", "result_sha256": "29f43a54407ba61a36e2fc4c5e12cb2e70ba78a48fd511f24b2de1cbdc8f24ca", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0066775, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.062841115985066, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1405, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:44:07.098983+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "367bedba-6a33-4b01-be2f-dc201e330896", "result_sha256": "8c91d150cd859bea3fdabdc728511e325542b79b6ef18d9f7d2a273954f69db1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01510075, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.23045448900666, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3384, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Rockwell\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:06:25.950321+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e407e476-f598-4b93-83da-24cf9918bccb", "result_sha256": "0e2e593cd20f03e1bb2327a1b4db2aafa713d4918556ab5bce5e534e65417972", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01027, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.30821723100962, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2250, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:19:55.373435+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb01cc8e-d530-466d-8812-0d42e8c28f98", "result_sha256": "91c45284c09d5858c376ef10c8ae50c2cc1b3435434800947f8ee8f89da6809d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0141965, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.871137848007493, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3138, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:38:11.839781+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3ca1316-7501-454a-af94-82b02f5b4c10", "result_sha256": "71b58835ae495ff83c1c4206b0c15fda3596a6fd365cef407ca3d9343d8a5432", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014978, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.280680040013976, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3346, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:10:59.845878+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7fec374-73f9-45f6-8c9f-1217127f2a36", "result_sha256": "0d49aaccd3cf46178e231456f0201dbd74a51e8b25ad44ec944c92795444674d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01713, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.735671739996178, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3850, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:12:29.355749+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6974c40-62b1-4a5e-a9b2-f56f95c2416c", "result_sha256": "0e2885900c2b6c4ed905c506df7118af549e27adfb9a88d9b596505c9b17d146", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.988658657006454, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3865, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:12:51.854470+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "153626f6-d7b4-4911-9d70-8a311a0b69bc", "result_sha256": "8a93a4042580b20b18ccb4c43a6bd39a3b9eb83d07c4ce6421899a5d1bbd16f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01507225, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.421954332996393, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3347, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:36:23.205123+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "531223b7-c70b-4337-b40d-c83fdf96674d", "result_sha256": "125875b7b4d3708fe7792528dc60eede75549513e7019f8fd4cd2e5076bb565f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01588675, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.145709320000606, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3581, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:14:34.204166+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ab247b2-fa0b-42e1-be42-c50a357435ee", "result_sha256": "d4cdea0116078cedf47cf53d3562b716d72c12dfa78dbf5d1da30af6da5962ae", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0229935, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.103176802018424, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5217, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:12:28.501197+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "191d9ed9-31b6-4010-b492-5e030090c06d", "result_sha256": "73c225f4fc7dc621a0ce99c736e33b6ce7ebf483383ac730758c8b4b99ad3fd7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0165285, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.769363550003618, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3732, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:22:30.833964+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "37512669-f178-4c2a-b8d2-dde657ee940c", "result_sha256": "a868030c1df14ea3700186330469f8706ed49953edc91c7371bcc6a5e41868d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01941825, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.91382937200251, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4399, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:43:29.255536+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea16f149-7a13-4adf-8762-ad3172acb988", "result_sha256": "76c9ace3915686203ced895ee8d6310bc06319200897956aa3c28dbb7a49af53", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.013249, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.409503054019297, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2918, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:32:05.819561+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dbcf1b5-0410-4a4a-9531-4bc84a30adcc", "result_sha256": "9821aedfe8b5659356574388845a7c48a8c56897cc93ee99767fa843e5fcccca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0124885, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.027338126004906, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2772, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Arvo\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:42:41.910243+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9633825b-e6a2-45ba-a88e-d81c6df0ad70", "result_sha256": "e7bb27b901d17e60ee6c2df83c4a0ef56182ea64be4b45c9d75b717c1bef69fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01639025, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.85976664701593, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3693, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:18:06.326651+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4ba3dba-b43b-4709-94d0-ecdec903e0a5", "result_sha256": "d3b8a347459cadd4becbfa79682fd600c48d5f52921abe53d3bf7a6a554fd757", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013218, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.143281056982232, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2941, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:04:19.181080+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf8b740c-295b-489e-be7d-740e176e464a", "result_sha256": "3a1503684a78b8d449715c5ec7c31255db9d064770eaf7d77272cf0695beb060", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013696, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.700723563990323, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3072, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Bebas Neue\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:37:16.779713+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "554f52a6-184d-4104-a2f6-0c4a54495632", "result_sha256": "5e0c92f3b567fffabbe5701a752776b9c684d3153513d849332f930b0cb112e8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011459, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.487375665979926, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2518, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:56:19.914826+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b65f477b-75fc-4b76-8e2f-5c1ab35e0099", "result_sha256": "7e1cd05c2a5303c3365ab687adef63368ab27d400685213a5e85bdabfeaa6834", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007219, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.429791583999759, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1518, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:32:10.683634+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2930d303-114d-474c-9dfa-1568f477f595", "result_sha256": "88bfa8b99cc4a461d65d3146683b66ce2f7c7968bb61fd54bbcd382f818b7919", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.013428, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.197555239021312, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2996, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:46:28.513825+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a8330fc-9711-4e6d-a964-db17aaa6f79d", "result_sha256": "96a2f911ee8497afa4c8cde88c2125d48d99a536cdf288e1ef5851537738ef57", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01050225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.454899976990419, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2302, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:01:21.845887+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cef60bc8-46c6-45f9-bba9-bc91e2d5ec91", "result_sha256": "732b1abf35d2d7b3d28a2dce2ffa122acce6ef87558056967e875278aca22c33", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0195605, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 30.42586888698861, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4436, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:51:12.277488+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "545b7e3e-3440-4b7a-8e6d-c19d1710796e", "result_sha256": "512a283dcc21562e2219cae8086bbbef34cb6cd56fa5e8871d21fcf59e44e25c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013609, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.087275199010037, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3033, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:18:34.407045+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "af261845-7107-4f28-bc27-d3b90423b756", "result_sha256": "0cb65994dea86d755ec206d95e5c0abf7f6e37a59e645150f0c7fd343ad9c9b5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01326175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.37475256799371, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2971, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:42:08.045738+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5aefb56-90c2-4ff8-8c7d-df8be51792a5", "result_sha256": "e9a8a7bebe9be48dee46a21c9dbd7153fe98ddb67849a7a2b726825aa22de4ec", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.013207, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.138204197981395, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2944, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:28:10.900259+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9229d926-ed0b-4808-9648-aa16659df0c4", "result_sha256": "642733fcf106cff49687a1b63ee95d06f59f6554d0eca4412d44e42ce0532583", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017052, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.21968873401056, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3834, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:16:59.041156+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "92432687-e8f1-4272-8d40-92daf47e8097", "result_sha256": "f089ce37aa04b28f7526f36570c4867190a572431ffa6d93f52aaccf07415347", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017408, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.058437731990125, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3951, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T09:01:57.091574+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "59b5e14b-f3c7-49c6-802f-088abb12fd23", "result_sha256": "d04bc1f7ded7d7b233821cc4aaeb2c7994a4aeeb34344a976e73e12c94b1d19d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01457575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.33350675200927, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3279, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:01:54.960575+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "595483db-8243-4505-bbba-ea051fd5d667", "result_sha256": "fde01fe2ae8a5a788d3eaf8b93f82a6f90c46b8ca49be42c5ebf2c8b48f24913", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01128825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.090017306996742, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2499, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:56:11.904876+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5a122ea-607d-4bef-853c-212c1f5414d0", "result_sha256": "3d6a8fc64cbfcb308dae7a0fc1f7c72b37dbedd08f6d38171147b37baab9ce90", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0147265, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.91776335600298, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3308, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:35:47.305062+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "59b79379-4abf-401d-b3fa-09b1f6afa3cd", "result_sha256": "739108ba1020390fbf0e80370f44a1a1d324b6357fe38769f66628ab908184cd", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01338075, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.799457958026323, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2949, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:02:09.585260+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8744779e-970e-4215-9678-6cc95152915b", "result_sha256": "be8533b567fc443d09c335869c179cb4b6b7eba70c996904aed39d6f15a0cd5b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012786, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.92857414900209, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2842, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:44:59.442472+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8411bdbd-6d41-4aab-8594-2d94748a54db", "result_sha256": "6bdbbf9bbbf6b977bb8049a37867404f5d0c90ba33ea51b2a74e36a986100da9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014227, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.96743543597404, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3184, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:18:38.978658+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c6e419b-669a-4b5b-ac85-699f7c0195d9", "result_sha256": "aa870eadd2d8853ee25f64c279f558db2d576e8c1f4751d01eb0b475e2659823", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.010158, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.619430218008347, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2221, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:06:57.987496+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "65310005-f991-4690-860e-1fcb909e2411", "result_sha256": "dda1b468ba913e092b54fb59e6643223283d193db7a530713d0f5f6bc383c8f4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0149455, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.904250433988636, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3336, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:33:01.792615+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "459eaa2d-f696-48f9-9de1-32b74e468ae0", "result_sha256": "8cf0b3be0f27ba72a31577278b781e711f92927e71716ec3999d89c6189e8b5c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0122935, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.717774917982752, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2742, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:17:01.468690+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8828317-a47f-44fc-a02f-a4ca69cb50db", "result_sha256": "146295c71bee3dc83c605b83336c618b3a83f5907968f39d9ff842ea09da793e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0177405, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.528418099012924, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3996, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:34:56.261404+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da4abd92-a151-4625-9dfb-3f2ef07a8c84", "result_sha256": "3e80e087363f89fd3fd8f237f1a8c76e3295a0a9bb39c8ea736f729cf41ebdbd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0120045, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.862334269011626, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2674, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:19:48.823471+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f92f756-1d49-4cce-8666-9ed47714d962", "result_sha256": "58191da2d296fa08f051d57698147dda601bdfdc2afe67115c630dd20ff37e75", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01786375, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.946294144989224, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4025, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:02:09.907894+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "49a900cb-0d0a-4b9d-adba-dd2294b3e450", "result_sha256": "3d51b835880fac31784de06e07b0b99eea9298eeab1feca1e1dd43f0486cb0ff", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01167725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.43093233500258, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2567, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:13:10.860602+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8aa92e2-0eda-463b-9d6d-52339df117df", "result_sha256": "dbd3182a8c8dbb10353a5ec1284e3d2e3524f5f7dbe87f81f3f94377b5e2d521", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015959, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.222702345985454, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3598, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:23:13.687199+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f094195d-306e-4e3d-9cef-b4bb7bae3f71", "result_sha256": "a9f076cf714a020cc71c4997d4e0395f962e29a2eb9f8105f9445403d8659c54", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0153825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.37002855099854, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3420, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:02:37.770369+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8507eee8-8546-4c57-83d8-ac1083a2e207", "result_sha256": "bf181c7f0044cb4da45f852a91ee6f4227d5fb711cb92d41e5165f7060a1ff6e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01722975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.44451202097116, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3897, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:54:31.811430+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5bfb2b7-7a48-4a91-91f0-9caaec273c13", "result_sha256": "c573e899fa4f0eb32d48023fb10844d1957af1f627c77d500b11c9023db44af4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01064025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.988914758025203, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2353, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:59:13.930693+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e62c5e07-186c-4e62-9e7d-9a031bf9121c", "result_sha256": "d22089a89c1e78dee4ad46b365ed91bd48b5d4d7d9e746a4a2f8c05ec417271b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0161595, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.784451477986295, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3624, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:22:09.306289+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5c550b6-b67e-4434-b18f-eb1375e41e1d", "result_sha256": "625d02807df9642e0c311367fd84e8d8fe39490e6ea8796de75e4acf8e60b55f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0154385, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.77319962499314, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3452, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:02:42.830931+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c539355a-4940-4e93-aea5-187a73ffb678", "result_sha256": "4d99a459f0be578932f3b5bd51c7f6a736dc5ce9b9ec60536cc06534faf99b8c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00925675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.970087183988653, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2021, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:10:41.991235+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c758677-65dc-418b-8eb8-86e22535a203", "result_sha256": "204fce3634a35c4ca13a5ff32f51e49805be545eaf465dc39f2e06cc293977b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0136315, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.666477980004856, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3008, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:52:53.865928+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4eda5b2-b314-47e7-be82-c0e54d0590de", "result_sha256": "2a04c01b76c0e8d35873d7f8ec00b0768896a962563c06ed660d21f8d73ce025", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016945, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.20137721201172, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3830, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:46:56.087861+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1bd121d-ce08-4920-b5f6-4ac62fb255bd", "result_sha256": "b62640e92d8b00e141b27ad0338015715d1e9f3eed00725d473a37399b9e276b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01441825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.219464181980584, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3229, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:29:37.294456+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c51d66fb-804a-4934-93d9-877eda08bb03", "result_sha256": "9a702c58470e38ab6c1805836ed75833d5343b791b3a83fc2cdf9c188f7877c7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01261025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.102890304027824, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2798, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:29:15.748670+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "08312885-629f-4bf4-9b09-3957c90d47d3", "result_sha256": "60c98ec032ca4b5c9b5f87a17d1243b1a1013e4cfb080e0141c0d24238b2a349", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02078875, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.49546839299728, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4725, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:41:16.507835+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "76e87387-6eb4-4732-92f1-d078e4a0e8f3", "result_sha256": "ae184a9e29fd98e5d681a084ded985507d73c455af39ab3e40f4f6f91f402f40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01414875, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.665024951013038, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3160, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:10:26.247704+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7550d02-0507-4016-b6ef-1d13c89f61a3", "result_sha256": "c35c88103099c027926c3ff4e82c86c0bc47109b0ebad1d8917f740f17d6de0c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0114685, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.290503466996597, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2532, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:59:24.005191+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "73d42154-a149-43c6-a289-49e68c209a64", "result_sha256": "22d6a75bbb35e92006e83b6fe22e74b45d9ae47a29ddf63ab87654d83965402e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00984275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.349760815006448, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2133, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:44:40.737765+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "524dd03a-b3f9-406e-98c6-4630f9a2e5ba", "result_sha256": "2c2a9c8409081506ab6dc4d084c3b69c5be5bafd6c82be9bafd5ba9b0bccbdab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0093, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.62568364100298, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2010, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:07:47.017984+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5f5df98-05f8-448d-a050-de24b0ca121c", "result_sha256": "a9d3eb99c2919617d886107f1114aa94c842542bb3519578514a698a9fca3e21", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01823925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.906574016989907, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4111, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:27:30.930807+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "257ea9d7-dfb6-4ca6-9244-35f4507620b5", "result_sha256": "ce78c2cb6495b4da62cde5e19ab30942abe94b777b16c4ecdb71093da618e07f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008879, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.01075905401376, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1923, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:25:36.676272+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac1fc36c-a0fe-4bf7-92a9-05348aebc56e", "result_sha256": "f99b8cfeef0f3ab34f89f212a1cb8bb457c10a6a6ec770a3902f163e4639afb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016312, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.34650689200498, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3669, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:39:55.143542+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd3b4d8d-9390-406b-aa9a-d5b8ed5febb2", "result_sha256": "22168035cda7cff745be87369bcc2ae4c43a7ba3523d4c0fff34759bf801932a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0292675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.794500468007755, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 6720, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:33:13.004200+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "95819e7f-dd48-4a2a-854d-f298cd3a81b5", "result_sha256": "6e5ccd8fbf87a42264fba04c81c83e12859ff3054a4bdc9a0bd9df15a59dfec2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01973675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.123355171992444, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4461, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:00:17.327423+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1afc7e7-91a7-4119-be3f-3e3d9b26d6e7", "result_sha256": "9d433218107a441079cd1cd6f77102e18a0c3d5ae70381d8bc6c5ee6f22cbd3f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01037525, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.959176550997654, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2263, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:36:24.195916+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a2b2a94-ed33-434a-be12-6dc771b74c44", "result_sha256": "94f728a466a0017ad07f062e54769da00a028541491d9361d12c5a01000347a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00859175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.680010239011608, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1841, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:25:42.179678+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "81563115-947a-4e21-befe-0191134c9dc4", "result_sha256": "cadf2b82252f5d321c92bd5f89fd92d4d5ee0ac7649db62a0e50871518a33091", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00893, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.606938343000365, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1935, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:19:33.624986+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "28abe412-38f2-4e34-beca-0c9f8c508718", "result_sha256": "4e4c88e2bb4066bc80486a486587a7cc1976eb362162dcd95454bf87d5976704", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01340625, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.939234944002237, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2955, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:03:17.565332+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee169b46-3118-480e-b548-4748d6dab7a7", "result_sha256": "9f7cd11892dd80f4bd7136520b379fb88a3dd6f508aa365fb287cefcec835999", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0132475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.368395280995173, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2960, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:43:42.793899+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e43059c6-e50d-404f-96ba-70b658bc3a78", "result_sha256": "f7cb86f6684cb455585d2b51fb9db440edec3a4af641ca08238361e2c9d6c6ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01800725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.238799067010405, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4067, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:03:14.382345+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7d3af02-4205-483b-b18b-2bf52708c1f9", "result_sha256": "06a50670554b2c6ebdf1f9cef0a1638ce3ec86b58e290767ad132d18e19d7b2e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0279015, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.313823216973105, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6408, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"tight\",\"line_height\":\"tight\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:20:51.935799+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "305a4f7c-d54a-498a-a14c-e9e6790c0024", "result_sha256": "aff6f8b6e8006222ef0777609bedb9fbaca5b4e3d7368923926106591c5e8055", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00817725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.664287494000746, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1767, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:54:17.238787+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dc56268-fa65-40af-a777-bf289ca9d038", "result_sha256": "4800ec46a0c9b29c68fe3310df0be014a9a0237e76c48108e11177500e9e8b25", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012535, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.022057544003474, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2750, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:30:52.919494+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fbaa10b-56c3-4609-ba6d-1b61ffcc4435", "result_sha256": "533b43bb8b51a7764017190473e7ffdda0f9574eb4f89d56a22d345ff74c3c00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009067, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.229016689001583, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1984, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:37:48.004170+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "87fbfacf-f51e-4d27-b14d-4795c02a3d4a", "result_sha256": "18e59fb7befb8198bdc901bab928f785e10191b713a2bffa81f5f3e8714f772b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0159015, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.774939772993093, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3578, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:54:04.781996+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f1e8af3-9d97-4f48-ad7e-a8c2d83ffb1e", "result_sha256": "0b19aef62c78f3f47e740ed4c409d5017efe631c7cd49fc268c3caa28a28efb4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01537275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.798801564000314, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3448, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:50:12.343164+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "97db7b81-165e-495e-84b3-3e19b8f01573", "result_sha256": "99ce4e7dd826b5a8144e7dcab85f289460bf7c6be4d3a208bc588c5e1d7248a8", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01229975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.961455000011483, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2737, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:54:58.212975+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7354b51e-c3f6-4dbc-9e34-2ddfc34d39b9", "result_sha256": "3f9cb42474a7ad225aef2a516cfd4a3d66924402c171b0083400b67c5aeb1184", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01041275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.198861434997525, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2293, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Rockwell\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:12:46.684989+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "206b3954-0237-43fb-9231-9a8f9bd51f7d", "result_sha256": "08351a9ce75ba5417592affa9318b3aefdb9bca8660a3b7b90790217672a689f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0182895, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.28443154101842, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4104, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:00:28.490327+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca66a627-aac8-4df8-8e0c-1f203d84a75e", "result_sha256": "b901adb4b0b18a010386ce003bb4979e42c7a8891748c13cc45227b3b7418020", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00981525, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.844767748989398, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2143, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:24:06.781363+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa580468-8ee8-4e64-9bd2-db6e0f964486", "result_sha256": "696c77bb5fe39006105605afa5b7f22bd6f7709875e9fe7e8962f540713f8b40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01268, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.44295698098722, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2820, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:36:15.133220+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "158a4225-5c1e-497e-af03-3c63ff6b40f7", "result_sha256": "ba0d0077b88462f51d77d99a8cf52096e3e8594085cf3411ef6aaf5d3111bd89", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010311, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.656022201990709, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2257, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:49:27.364917+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3462fd6d-49a5-4148-b077-46e2bdb817b2", "result_sha256": "a23e76833fa582289b21fef552a238ebeb985c096ee8131919170f9119b8f5dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01098025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.615569165005581, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2403, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:35:24.916311+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed809c0b-160a-4508-98a0-bc3fe0c67841", "result_sha256": "934f794a1069b9837d0291f2db897b87d9e5d609a029465645016cfcbc855c67", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02305025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.93919853598345, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5273, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:04:43.089460+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab430d78-dd06-44de-a8e3-916df22ea35a", "result_sha256": "192bfecca6db6d6475e453b8782114b41a8eb3729035db12cbe9424104766d8e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01451475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.821912160987267, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3237, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Roboto Slab\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:41:40.682528+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f75f6af-e8af-410c-bc1b-45810c02c73d", "result_sha256": "397489a1eed55ed110ddbfbfe70ad1b4f7f3f8a750fa43135fcb55264bb1c1ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01249325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.074691470974358, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2789, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:47:17.203215+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6f2115e-7f6f-4f93-839d-7b114e1753ed", "result_sha256": "ef3eca16796ae6d0d160e5087e152cffb06c04b5f47aac00b1675f14b2f37cf9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01941925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.132776562997606, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4391, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Rockwell\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:36:02.112446+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6e2f3ce-46db-4abd-b276-ee5ce0b42070", "result_sha256": "2d0c56960cdae38d5b2251f2ac6d96cfbc09bfb9fc4d681a2b84ad9e48a169dd", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01036825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.119318121985998, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2259, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:49:33.681370+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "56007838-8450-4452-a525-9bb68c5bda84", "result_sha256": "b66e9ddf905305f957aea7bcc9360639373084a68c11888f56318d20d88aa32d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.831834604992764, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2390, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:42:44.239071+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6554a141-d436-4092-b098-b8c1045f8a0d", "result_sha256": "851a9f42ed988b5680e804d457889ebf3bc7805e94786699907a2ac12d7a72be", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01026125, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.072819165012334, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2215, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Arvo\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:36:28.070269+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2e73115-abe6-4a23-a7d0-647645bbd5c9", "result_sha256": "ebb90c4220d7b37cb57791c13565e934d82b016985363c4a9c7def335f53438e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01858975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.105893329979153, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4217, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:29:54.276545+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0566a3f1-d33d-431c-b260-a29f86e59604", "result_sha256": "f850721fa72e6f451c489ac75b65fad1dbd25352def907098c57f6c2c6897458", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0120045, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.155835852987366, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2674, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:11:17.090176+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9e5bf8d-8863-477e-87e1-33b3f9359da7", "result_sha256": "7085d5857dd4d3e0ab35aa8e4ca7e40baa6fd714b6dab2c1d0cae347c9c97565", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01768525, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.011467521981103, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:53:46.066674+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "958d6d1a-bfa9-49c4-9be9-574e5d6404d8", "result_sha256": "e38b4f1f2e8aa0be7aa95a876bd5a91a10476e97c573f20f3c609af0b2532115", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01592725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.18932639498962, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3567, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:33:44.202287+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "51d270af-3113-42e6-99b7-043df87f10d6", "result_sha256": "c16369ea4f5c3bc7b99945ef68dc81deea9a9ea91563b366a0edadda6023dc58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0117855, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.459100134990877, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2616, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:29:25.507071+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "677bbb26-1667-4dfa-a5ce-bc621a5d2f8c", "result_sha256": "d4fb9f9c2759ac5a1338f0554ba2aca8e8f9b1c645a4ef04e3e69dc593abcdae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0126965, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.346701540023787, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2788, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:18:48.247728+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "01943cb5-e5cb-4f41-a934-86041b45c7e8", "result_sha256": "e6a99ac6985856f1a812edead9f55c71c320cd1de342ebebb666e6621e7e6f2b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0095755, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.775431196001591, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2096, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:01:07.452858+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0c258c4-b2cd-4d49-b88a-74f1e98fc9d0", "result_sha256": "84c196c01ca193be88d493f4e804bc887951479ba7a6eed42da45e862a1c392d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01461375, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.932378600002266, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3275, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:12:12.397100+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e381607d-b845-48f2-a7e9-ee7fdaff4ced", "result_sha256": "54cb32bacf6549551fc98ff16a9737b01721fb96cf688b5f6de2560510b272a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0179185, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.665921933978098, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4047, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:57:12.362029+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "31eff08b-eba0-4da5-b2ca-9a1a8170cc6e", "result_sha256": "94cdc8c83d990ce6082c0f46b00dba28bb8c2899f4ad63e858bd4f87148f2f79", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01503, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.105846417020075, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3370, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:01:30.492025+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69b09619-638c-4d4f-9348-016784e14cdf", "result_sha256": "75e7498e5b1c3b4edf597a341459c70d4f1e8c585feb3e15082f99955fe8f5a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014051, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.99542431900045, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3137, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:29:05.679134+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "90fcbd10-1adf-4e94-a154-44259c2ff764", "result_sha256": "77505bedec7e0fbadd40caba0ee9d304e2a02aeb4bbf153cf8ceee96c6398756", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016203, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.02922846999718, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3646, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:17:19.163258+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4128cbac-c80b-43a8-a4ac-14f8fe698782", "result_sha256": "cb0a3334aa8a231202b14cf95968303435af33514aea0f2592a768af844fbaf0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01138125, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.66272139400826, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2495, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:33:18.472574+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef158d20-64fa-4d9b-aab9-ec888ac33947", "result_sha256": "11da6f0ff6e0ea921328d81f472e879c4692f2e6a2f5785f42b0a0b4d68ff826", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01209225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.170065112994052, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2667, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:31:08.385717+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "17282036-104a-4f1f-974f-6aea55328955", "result_sha256": "b64e177811efe3a01e36f81309e383821a8d609bc4e589791e0354fcba8ab11a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018167, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 28.872914023988415, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4094, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:02:31.768743+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9244693d-06bc-442c-b1fc-ab8a34efdc35", "result_sha256": "ca2193b9fd86735a485d3254db769ca4534d0b26804e727c4a41be5d0854aac5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01058325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.845312313002069, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2324, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:47:59.987000+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b22a769-7109-4a1f-8ae2-00605f943b34", "result_sha256": "e63666f15ce5688d87a470b8caa31a55a9d0aad14e0fb320a3d47ec6ac59664f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01541525, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.196732170006726, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3458, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:01:32.734913+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce229da-ac0e-41fe-a8cc-d47bfbb1de28", "result_sha256": "1b05558baee2f69d70d2bcdfb4d16ee55cfa0871f9146a2cd570cb0a0e93e30f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0097685, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.334582050010795, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2132, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:11:37.185499+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fae9ab6-670a-4386-b3b6-384bdf10e3ad", "result_sha256": "3507e18b633bc416c7e5699063ec830059323858de0da9360a57f21de3b10310", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010244, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.621500314009609, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2208, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:20:29.187989+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "af76fe08-e4de-40f4-8c8a-3d5f8535b5f3", "result_sha256": "f11cce8061b514c00d52e43999f23c8971470c87e40465a373f5f3199c8471a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01076625, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.451172483997652, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2355, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:02:52.271617+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bb50a53-9d5e-4c85-a590-389270fe5dc0", "result_sha256": "53314b20009557c42932650f2d45bf26c1bac5f42e2a8ce700eef9eecf5ce900", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01126925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.555618712998694, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2471, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:16:09.869984+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15f5f592-31f4-4827-910a-0f893a923cab", "result_sha256": "3a2426d4d860a1e9d9a4c6de46be980b2f742d1ab20f76acb25aed938f43f02f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008114, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.078566690994194, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1743, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:48:20.323415+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "152699e4-bd56-4dd8-949a-647805ade159", "result_sha256": "bf5c2114347f91a9b1e7397bfa42f000acf609f4d50491a41ffa01c404bb301e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01513175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.169169647997478, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3361, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:16:44.159906+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a25c0b9-d569-43f3-8486-c52a2931005c", "result_sha256": "23db5fb1f1606b6ad973b61136176b866b2264354429f665a778d62df41ee786", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010468, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.666258076991653, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2306, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Bodoni\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:04:39.092718+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "786552c7-82e9-43a0-b063-79f25956bc3d", "result_sha256": "80d2fc459f0d8605745f6cb0f1c490f63b86cbe5551c6c73f34c2ec6d4065eea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0111615, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.28474083400215, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2433, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:24:57.246113+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c6d479c-a0db-484f-b49a-7f5521013cb6", "result_sha256": "ebe4638c0eadc02ba4a6a4acf2b94f7e02b2eaf0098b6fc6cb4da78a27134d05", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01244, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.95551584099303, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2770, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:38:30.178496+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e799ac7e-462f-4527-a7de-1607e1e31efc", "result_sha256": "c60e4bd262a70cae0e241345b506b82ade841a7f5ef11ebcadf600a8201921b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02012825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.487887015013257, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4579, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:14:43.911246+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4969e7b6-3dff-497d-bd8e-7869083a7595", "result_sha256": "fa17b132d9d557c1679ad2a4826c395a735a48379e95ea235c56fc3b0ada4593", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017006, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.41484786698129, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3802, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:10:00.756451+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "95f69009-bd5b-437f-92f4-074107899b70", "result_sha256": "aac14d74c96cbdb25797c85b033ea7f20546355a9da50e2337e7b935944eb5b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017427, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.73550850400352, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3934, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:46:26.454484+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e06b7391-ef67-45c6-918b-530bf7e5aa3e", "result_sha256": "a20fbdbd4f656402ef42e8ed232969908d4475af9e84218d7b361dd8d7143fbf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01276925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.439047979016323, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2841, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:14:16.574420+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d50db18-26b5-4a24-9f8a-7efbbf0b1f1a", "result_sha256": "564766cb62677a3dc2a08cc4e4be7da70652f69c5df6b7a9eb061cfca6a3d6b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0162015, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.45577550199232, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3643, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:49:19.867386+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "222ddee8-79bb-467d-bf4f-46108fd46176", "result_sha256": "2945c7431fe38d7f80e25495b4070315aeeace78471578269501c54d368d610e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01107575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.280526262999047, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2449, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Bodoni\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:17:42.520324+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8700eac4-9d37-4380-a3e3-07c322d6d0fd", "result_sha256": "400e8772c374f4cf13b090f388eae44aaeb8e95d602dd3dcfcec27ef52312e3e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01460725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.155173989012837, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3267, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:49:56.884703+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f674734-06ee-44ec-9cff-f182507a10be", "result_sha256": "b9da513c0c6ea3bc858b541abd5ce2b8f12427dbf263ed24115dc213df3df2ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01538675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.37027006401331, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3421, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:56:30.344512+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d8e85d3-7266-4d2f-b105-e161ea8832ed", "result_sha256": "c73a1429e8031dacbc12c44432765898d14fa6705432cd7964d7edfa78757f87", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01207625, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.56399165498442, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2675, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:54:34.442463+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb37260e-b7c0-4f7d-8c09-0acacd7801d5", "result_sha256": "6e9b51b4dcf17f18e67f79de6ace95ae26539a3a992d3e70eafd0e4773f6fc6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01407825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.469614692003233, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3149, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:49:39.446470+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13926bfd-01dd-404f-b9f9-199bc5f109be", "result_sha256": "b40485aa3f570f2a1cbe64cd80b3256cba6e86d3683a33bc8d3f88538ec8b905", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00769725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.876085058000172, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1642, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:41:35.957490+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "20b73542-ee91-4a9f-a897-1801e654db98", "result_sha256": "c655926e87d834558ff229addc9b991a78efd27570244ed160c19b5ce48060da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0094035, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.365378507005516, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2032, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Bodoni\",\"kerning\":\"tight\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:30:16.810226+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a13a6222-b800-490f-8d34-ceb2997123c4", "result_sha256": "0e41976282878760545f3b44f734cbe6f4582b79b13b10ee6f56173b84f0e4a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01088925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.374841785989702, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2396, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:47:48.829895+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bce9cd35-d89e-4c92-9a2e-4ef8c8aa0f70", "result_sha256": "37f332706e06e11f125cbe16dea8b26ca79acc50db9fd7bbe1fc939015aabd36", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0129125, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.917012343998067, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2860, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:25:59.771226+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "51646c8a-fcee-461c-96f0-726f7b7ab767", "result_sha256": "201d10aa05a942df34b2048dd4248ca8c5bc2a08b453a00309e9c43f759e7369", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01027475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.033934364008019, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2267, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:42:33.243595+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c140e301-57a3-4063-92ae-d6a17a1cdeb9", "result_sha256": "8afda4b9c2df43df68a829d6e705c903a28150c4c4ceb1e10b7dd0f7bff87783", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01606175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.05183154999395, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3601, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:00:54.936833+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d668a991-0ea4-48cb-88dc-a01719b27231", "result_sha256": "6896e4d7c6c63e4ca44fc4fd4082f9751bce70d293a3da5ab0996d4256a3fea7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0137135, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.402512425003806, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3032, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:31:47.163729+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "636e5f79-36ef-4c97-a644-22c4a627cee2", "result_sha256": "f56c895ebc2fb6dc461175e62419e8a00532a758854206af20cf4fa5adae854d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018237, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.166120518988464, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4134, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Bodoni\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:48:45.344732+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b90c7235-7289-484a-b406-975b27160b96", "result_sha256": "607df8d52936fb6c41cf35dfd487bfb5f04a1b5c5d9730efb241050a2cb201b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.12899669702165, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3230, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:45:26.880581+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0fb51eb-1120-4bf9-84f1-8bd5cc048a56", "result_sha256": "ea41f255586a75ea2ca24e61728d032b0ea1417b8d0e46b11aa889ac86bb6d08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0207615, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.840466463996563, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4728, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Didot\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:27:24.804914+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ec06d69-bc8c-4469-994f-48f3072c6e7f", "result_sha256": "657663c982d8d2a9acf44e8af7d775cdaf79a43ee0683f015c586e814f37e49a", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0138345, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.99255358899245, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3089, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"other\",\n \"font\": \"Fredoka One\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:30:18.260746+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15aa71de-c2d3-4085-8f54-1b8c49ab2926", "result_sha256": "b8ade322c1b02b25899550cd02086b3e58b86507607a47a9e6ca256f68ebb972", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014417, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.762842707015807, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3214, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:21:55.257563+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ed83746-2d46-4e56-9319-6674098e808a", "result_sha256": "9881a861b1caf63429c7063cb16cc8f58dd378e3f64e67c90e0d9c7c9af52a2e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01126125, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.264989957009675, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2455, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:53:28.557925+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "080f6a6e-e22a-468b-93b8-a21d4f18303f", "result_sha256": "eb684cce50470498130cebe47048c60479c6effa73fbe9463f7cf3d9659e32c9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007484, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.52816475200234, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1578, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:07:07.517818+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "20c874d6-749a-434f-a4fc-8309526ec961", "result_sha256": "f5b81f2639d5bac85ee1439cca1cf8f1a75a3c26eebe95fd5206091d6eeb25d7", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01650325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.07764144599787, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3714, "predicted_category": "non-serif", "predicted_font": "Orbitron", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Orbitron\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:40:01.398549+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "256a3bab-a433-4489-b84e-32c8d9655da9", "result_sha256": "976c58536898d398f3506907a4bbc9cca6fcf514e3c12132a2240fc44e04f68d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0131745, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.72207385202637, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2924, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:58:50.563534+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ba71596-1245-46cb-b720-cb6379123556", "result_sha256": "c9ae36567f68a8cb6887b949f618363f41f372c20d20610b2f8364bc5c184141", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02619325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.712792295002146, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5994, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:27:27.112037+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "caccfd83-e81c-48f4-babb-ecffe9c516e1", "result_sha256": "d5d8f106f4b3ee5e39c6ee509bea08fb1f2eefbf5025126cb87049e784770cf5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01508275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 598, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.49104204500327, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3373, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:04:54.248743+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "74787993-dd34-4534-a0be-dce9c22936d8", "result_sha256": "de234bc6013d6f6835c4f77ee91da6dc8a8592a3cf928d9c5c7c7474faee21f9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01035025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.290874616999645, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2233, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:10:29.504176+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "90770825-ca50-4e02-af37-ce8b5f3e6e5a", "result_sha256": "356fd579ebc4e9ae186f57860763515f9030100cd8b30a4a21256397111ab37d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.02051575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.845185871992726, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4649, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:44:52.822808+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "edcc188c-e41f-4081-92a0-920b8bf3227a", "result_sha256": "cfa7f519c9d844443cc90a844dae14dab5fc8ad8ecabdb94e62b613d4be2fb41", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.91978338698391, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3314, "predicted_category": "other", "predicted_font": "Bauhaus 93", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"other\",\n \"font\": \"Bauhaus 93\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:51:53.657407+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c528221a-e8a9-463b-8638-83589c4c6851", "result_sha256": "218439acfa7f8a8f91aed84406ee128746c12d6eb2b9ea3203a883375306e5a6", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0204645, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.011540225998033, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4649, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:07:51.670082+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "905650f5-d9b9-4c56-9c38-18cde98acbe4", "result_sha256": "a203666f22fa131bbe88cc8dfc59da8ecd8ec7f81cc7b52136fb708d1d545e7c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01424425, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.64999367800192, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 3201, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:24:33.057138+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8a8cc7c-ea52-4733-8b34-8876a1eb188d", "result_sha256": "24bbe59aabc3811d65fa388b8e2c42c9fd9b837a72adbf82b580c5be65eed102", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00980575, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.547981454001274, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2129, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:57:19.271074+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "43c885c2-cce6-417a-b2e0-ac1494254835", "result_sha256": "0331b626e256066995db378f7c944fcf6ee07401938effcb5c259c590aba7a5d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00996025, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.071465206012363, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2163, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:52:26.244478+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cecd942-00ee-4dd3-a047-cd4692de4174", "result_sha256": "df7d8862c70ce3d0692eedb94c4693096af49ddc36d06c16e1e64213a809cd27", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0142865, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.82011882500956, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3198, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:44:07.707276+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6afd348-339e-4789-a8e0-45ca985a73c5", "result_sha256": "23e6eebaa4af485f31828c7bfb98ee60961409c48780c005290cbef14804868d", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00766325, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.021435756993014, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1634, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Caveat\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:05:28.597333+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b293e28c-50e2-4f85-b564-8c36700c837a", "result_sha256": "f6f0d48bbc0de7374029169bf31026b08eca3c6c4e18caeecc9ad4fcee2c73cc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0149705, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.656282548996387, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3356, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:56:04.365875+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0835661d-f799-484c-b36d-48dea10044d5", "result_sha256": "1d0f23d6236624e9bbd8cadc8af9025fc366a427d2adefd7907ab9d055e0fe48", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0142465, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.650507187005132, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3183, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:30:04.641922+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a323de7-0450-42c8-9177-832e75f759a6", "result_sha256": "c43922c8d4cadaf47401c955c4648c0c37bf9154abab2ae5be2f9b749af6f43b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0092965, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.828253329003928, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2038, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Segoe Script\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:46:41.365031+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "84cbd495-89fb-4ef4-8dfb-b7fa73bf4249", "result_sha256": "ed858b740a17db7bf79ad15a2742c0c048f8489bc35c03245f7d5206fb02d71c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0123825, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.161003556015203, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2750, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Caveat\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:21:47.879674+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8fcd744-3334-4dd1-aae3-6bb653fd2ab7", "result_sha256": "d213f6f8936b76501dce4bdcfcbb0e845466f59654ee50f03b934a462e962719", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00822475, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.349207588995341, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1757, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Segoe Script\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:04:40.686664+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6349184-d8ee-4c57-a329-5afd451afc3d", "result_sha256": "b2d1fa0adbf104f8dfcff189c8ca6118b1ca9d658e444af7e79198c1d92c4310", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01391025, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.547881912993034, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3128, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:46:56.080868+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa66174f-fdf8-4562-ab3f-7a39dd25014d", "result_sha256": "a4066327553e787e4f2e2f5f0fed47e06681b59a78c48db0155f83ba7cbc319c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.009888, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.400485910999123, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2176, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Caveat\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:26:23.635250+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4aa62d4-408c-4d1f-9aed-1eb259237c83", "result_sha256": "823b6fbe1881fb9b524a907fdd180ed268384761cd71fc52b31b572c3c954818", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0130565, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.580411780014401, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2903, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:24:00.339046+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa8af752-9ca0-498b-b730-d0f2954ff36b", "result_sha256": "0af2fed49869888f0ecaf44d42aea25961f1fe64f21dde654adc32469b76940f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00973, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v32.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.241525596997235, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2140, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Segoe Script\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:41:41.318983+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "30092212-e9ff-4a38-a622-2a2ef5221858", "result_sha256": "9b6b3efb90dbb27d5c8dc2cd0bc20fbc7aced2b11610ed9fe5f6a6bc83c7782d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010912, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v33.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.76939447800396, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2404, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:21:39.871792+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a048fd0-3727-4298-bc0b-f7a1eb0e4f41", "result_sha256": "35ca227cc2b54505894f1c20d834fa69ffd0a8ca9dd85340730f1753b30624af", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0102485, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.02935520900064, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2212, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:17:27.031370+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c674475f-bfce-4ce5-a943-f5a879a829da", "result_sha256": "9161591a3fc8f808395ebfdcea83fa30fd49c368ad7524b2426a0359c9a7bd19", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01308425, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 502, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.875548952986719, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2931, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:07:18.129052+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "42386199-d26f-4fb4-9094-40e5afaad8ad", "result_sha256": "bc77e6cafc94b71403cc65fa0153bcfba3efbde20b7bea20a58274a0f99c1ae3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0127885, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.6093539519934, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2852, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:02:12.197570+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ebcae87-1741-405e-84e9-342129e92e4d", "result_sha256": "047189bd87571d227dd12c89261626029626b0af4e3831ed8bbf19105c2ad5ba", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.009389, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 463, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.865068402985344, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2073, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:03:45.594768+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13d06359-ca57-453d-bbd7-93a8c686154f", "result_sha256": "22b3e6dc0bfaf51eaa673ccbd53d370dea9fd5d9eb030df9c6fe2fd62040521d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01337925, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.74151803299901, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2991, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:32:53.023885+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "28cfc65f-69da-4961-93cd-120cb4d4905c", "result_sha256": "6a927b68f9f45451457eee91d9b398d26923321b6c08c0c3183d556179a93be4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01070325, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.027185047016246, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2319, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:35:33.820545+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2a891c7-9517-4f5d-9c84-a9f57644b86f", "result_sha256": "106de85935295748efa9f7d683188f1cbf883514e7c65b256d836dfacb6f9dc0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01237, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.863112908002222, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2770, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:52:39.812876+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0b7f99b-10ab-46a8-8f5d-6e810e38f5e2", "result_sha256": "dd475cb658654be8cb93399d9132cd7dafad3d7f0e6916656af82f38709ad0c2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00836625, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.086560190015007, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1805, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Comic Sans MS\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:47:57.121901+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "edd503e0-3540-436d-8ec1-33dafd53a356", "result_sha256": "3fe1e3ef7c331b094ef3f3a522f4b59ae7efb968b103131d32edd820047ca755", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0093675, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.798001535993535, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2035, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:12:53.946522+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da96481a-594a-4fce-b8d1-140b8e4403a4", "result_sha256": "f4854a44af3647b90a368354b98ce6f10a43c254c0901f3158fdd04f9fe6e5ae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01262075, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.698104095004965, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2819, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Trajan Pro\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:22:25.530662+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d80abd6-fe19-4975-a389-3c19bf947026", "result_sha256": "014995a5beaf8b921a1297aff8bd7cb9b68c389c82cfa78c4aa4fe3782d51376", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02106825, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.855867621023208, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4779, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:10:59.171235+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8e4f828-d688-45e7-a5fd-05556be6973b", "result_sha256": "e83431248bc47fd902bf824c43a01466f7c4f24a6c96ba3ccf08eafcf81d9af5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0188475, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.431296171009308, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 4240, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:21:03.005150+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "259fb192-a690-48e1-b514-4fe6eb22623f", "result_sha256": "17b60537262db221da7737f4221b5b749bbe8a11be0bce4e8d2965eb9ad06af4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01382325, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.410358249006094, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3089, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:08:15.560720+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9e0463e-7c72-494e-a70a-7219b9ce8af5", "result_sha256": "dd4e1dcdd3b7fd57d7fc5983565c1d07eb181e2de668e39400aab48f949f33fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0072765, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.43039729798329, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1543, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cinzel\",\"kerning\":\"loose\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:57:01.075610+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "73854592-a9ad-4495-8967-988459b2b653", "result_sha256": "062b655a24b7a91229e799b7a669515dbcf65be525e7ecbb9a705ab91e6a8158", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01260925, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.813487353996607, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2791, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:07:16.341516+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "04edda5f-1fea-49c6-bd89-052ec5641e86", "result_sha256": "5c8737c361f2a6c51e137ca6b28c9f3737a616c15d808958a796dc11626a6de6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0087555, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.976250492007239, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1891, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:38:57.035057+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6526e536-0e5e-4eb4-a8bd-2728113cea16", "result_sha256": "2f3e271acba7c89edfef24852ef6439af67f92a5d258c9e32453e72374651347", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0100575, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.776048578001792, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2200, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:14:40.106089+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7438b6e8-e0b7-46c3-be64-4e37d9da6e12", "result_sha256": "cee2609ff2f7605f239a0dda16487a4220e895ce1d5b598a98b751e86a41d515", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0134485, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.053724687022623, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2962, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:21:26.505979+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f54f15d-bbb8-4959-a8b5-8cf88caa124a", "result_sha256": "a21ea11661a9ab99aba46aba34ebc5f68c3153d4d6c83c3e9df06619f28acf72", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01416625, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.14156794900191, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3155, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:52:55.768803+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "47035282-e566-4b95-94ae-aeacb2c73bf7", "result_sha256": "327406c8faa2f31bd491f1fb55d682bdb03b98be553598258d3ed78be8dcd09f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01295225, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.10979684101767, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2867, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:02:27.814234+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "31b8053c-9405-4cf8-9588-b7506c7841e6", "result_sha256": "6eb97f96abf66036c999a44c216057be69edbe19b44fde820bed55db1ffbcf40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02091075, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.500722531985957, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4754, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:38:14.091083+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d294be3a-72a1-4bbf-ac9f-372ffb01313f", "result_sha256": "656239592bf5aa95dd6aba0a1bf4e1ce740a5e9ae56e6d1eebc99435ccd40c82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01323075, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.716901391017018, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2944, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:32:25.317259+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cdc8740-0542-4507-8c9d-b6a79bcd7dae", "result_sha256": "cf26bb130daee1b324f6a2d82513997a45ab5a6fd724dab630601e8369b9dd64", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0102445, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.931149855983676, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2244, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:19:05.482765+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "84b929d4-4c0d-466b-a74f-6acc43b94e72", "result_sha256": "56084131193a42294f7da54191ab68b3f0f4ff7ccf20c07d55f3d8ddb8b0147b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016704, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.9566244520247, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3728, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:36:46.573700+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3d49ea2-3110-4e42-894d-775f0485d75e", "result_sha256": "5c1efdd4d1dee21607b53cd384a972e24b157ce3544c68db23641fd1bbb3bcc7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010529, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.72700097199413, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2278, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:24:24.437394+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b0224eb-b7a4-44ad-a516-52248532a20c", "result_sha256": "bfe50c429a108c8ad6431da817b8689de41ae49cf40d4931a223212e68d9d8c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01099075, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.9755415529944, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2429, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cinzel\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:48:07.169179+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f038fc90-7e0b-404d-bc59-9c1b4608eac6", "result_sha256": "3c28df764a928081af8c1625a42501cd28bfb75b4ab33baee22694d35f26dc2d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01379225, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.807669788977364, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3052, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:50:20.387627+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "19b94860-171b-499b-971a-a5eb05887390", "result_sha256": "8adb89be9d8ab880bef41e299fed9fa67b1c08e3385973b77c832e41b591c76c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022912, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.32544144798885, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5234, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:07:21.860591+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d231f92-a6fd-4e7a-87ee-aa7ecbc4d8b2", "result_sha256": "43c828eb72dd6dbffd2fc312430c5ace100ec54ffb1e3112ac8547da653e5248", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00783275, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.41425194501062, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1673, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:15:37.302446+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d5a7252-7de6-45f9-8434-084a504948b3", "result_sha256": "e37075cd2b14f65d59499c1f8bb87a430b4ad9ecacbf73835053e2281161cf47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0144985, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.243347651994554, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3212, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:32:54.248095+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ad01fed-0af0-4759-97df-b9cfd2270707", "result_sha256": "ebb5058899fabcf2a41b4acb0d719a8712935af010fec3f6a7946655d3cb6056", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011205, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.50730395197752, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2470, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:02:47.329465+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc78584f-f0a3-44c8-aca4-431050d8f66c", "result_sha256": "b81c0cc6ed87ac14199516cc1ddc470e68d150daed7d39132bb5b7b7ab604d49", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01294775, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.962383503996534, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2883, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:37:16.765553+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a6049ff-9ad8-4ecf-b3d0-f1f67295c960", "result_sha256": "9532b05a558440d8472bff32cb6f7edbca8f58de2349f8fc1d670d9ea0c6ca0f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012657, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.52379300701432, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2809, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:19:11.504322+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b572fe3-6be8-4da7-bba6-07c99f84a775", "result_sha256": "5e9a500c8b1c68a65eaf2cf22364da5525b36af38a2578605e125e17eb7aca8f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0145055, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.850022202997934, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3256, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:42:47.102831+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4969d1c1-d2b4-41b1-990c-4fecbfd32c3c", "result_sha256": "dfe36f82cd44c907539b760374a409778d2a6eeea32930481988cadfcf9a5116", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014841, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.22462617000565, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3322, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:39:14.040923+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efcdb01a-e996-4193-8d77-f95135f6c3b3", "result_sha256": "c61965d17847d920598e8638f915cb179350ce733b30959be71c278609053c12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.021511, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.180820017005317, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4862, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:42:26.231656+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d81fe29b-5f47-4372-afd0-e5323205c0e6", "result_sha256": "18db5777dd8d6c0845e578bbf9bc263a1a7657417da3d1936cc8b0841cb23c42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011146, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.61458265298279, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2442, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:08:38.887715+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "967fb589-da7e-4007-add2-65d7964808b7", "result_sha256": "20d6bb09e1f40b03f1d9a3ee9d95b79c3a55a9b84715326e1786694a22ecd91b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0102305, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.000462279975181, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2241, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:31:28.391889+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bf9e97b-058e-421e-ae66-7599e5ec6f6e", "result_sha256": "0dc08793596d0518490f1027caff0ea5ae4e889975b78fd025f3601136ddc93b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013856, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.20670576300472, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3082, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:33:31.372351+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "afacea4a-fffd-46df-a7c2-c2d85944c0d5", "result_sha256": "3009852bdb52c23871cc57350633c60fedcd776bdec1fd2d50e484cc96d3ce29", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0173195, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v55.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.620603877992835, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3909, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:47:26.361572+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e33686c0-a36e-44e6-b712-47e5850edbed", "result_sha256": "ce8f1539bc1d9a7d61baf6b0ac17abc387d744302bf0f366fa9e4c736463f12b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01974225, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.68062556697987, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4467, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:03:52.494778+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0efbabeb-db42-42af-91c7-5a3b330dd35c", "result_sha256": "79d318fe295b7942f71e7d1d119256837fadc53861a9d049aa74d4473a481745", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01227275, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.199943610001355, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2693, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:07:04.218602+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d28686dd-54c8-4972-a2e1-777da3de3141", "result_sha256": "b034a4207c09fe843da66cdca0becb1617dba551e7119685f26045bc979bb82c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01655825, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.40895548000117, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3739, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Trajan Pro\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:46:32.284511+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "26e7441a-82f4-446d-9d22-5e88a250877d", "result_sha256": "918636023e104cb4cabe85d46fc83945c001f997b165fac0efed5de9eb5eaab0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0125435, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.137023968010908, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2752, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:26:13.812959+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d858e67d-b3c6-423e-8f46-803960935dd6", "result_sha256": "dfaafbc9320880aa7074fd98411486348661ebaec0f001238c5dbdd99297f74a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0077055, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.546236709982622, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1656, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cinzel\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:26:15.976512+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "93900ee9-0558-42b6-b80c-0a1a5462cca8", "result_sha256": "e4bf89081acdac76932ad2e8c871527cf2b675e41a8518e4d46cca9c81d8bc86", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01199175, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.672781513014343, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2671, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:09:01.898225+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f90431e-fad7-43d8-8275-d5a79bc1e04e", "result_sha256": "226f044e4eb4fabaaf77f7a96c5cba54df4cd6b6522dc2b2e432cd69f3229340", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01335025, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.501093776983907, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2963, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:47:42.816186+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb88b67-6b57-4ae1-925b-f5576b7d1bc5", "result_sha256": "718e8295739ec7203d7ea5f7c06dc83210af65131277b129e623f4bdc782eee3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01133725, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.590995826991275, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2487, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:41:41.696769+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bc93ba1-9472-47c5-a6dc-98bc8b489ff4", "result_sha256": "41e41b85db742d04e06d412bfd739b3ebd170cdda5304e9fa94e7377ae122448", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008481, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.605929637007648, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1832, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:17:52.027926+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7100da8d-1041-4ce8-8f59-2f691b6c8656", "result_sha256": "3788bd4c8a30ec2571060bb71ebdb4983c9f9f6966f76b3e006d4c3b910c543d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0129375, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.324096805998124, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2875, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:55:01.480224+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ef44b57-5815-4d2b-bbaa-d7cf9c916378", "result_sha256": "95e22dd6eaf5701797c54cc16ec8ccbfec35887793a1d06679407223872ec25e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01282, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.611506437999196, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2850, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:42:14.196268+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6f211b3-dc88-4007-b9aa-5e110872eb51", "result_sha256": "8e2415a63a8da2bd06dcdc1c2b9f4b9ac02f6e4d20faa8bcdfc46dc125891cb1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0103025, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.549510776996613, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2255, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:09:46.246369+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "94a6fec5-ed2d-4328-86e7-6dd8c6941dde", "result_sha256": "6adc976fe0489fb3ff553cdb272c6f70ed81b5e32c59bfb394d1b4993c35ebab", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006938, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.121141896990594, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1466, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Comic Sans MS\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:44:05.709588+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7db8dec-321e-42db-969e-ae26dcbc56f9", "result_sha256": "18da72226ad2ac7cb1156aa3aca56a8ecb487f75c7c99520b2e4e5c86a349817", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01814725, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.329737778985873, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4087, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:03:32.213251+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d52b411c-23e8-419b-862b-79cc3ab177be", "result_sha256": "563199099cc7b77d40e6d2d07b1bb18093184b5e28fd3a6e04917812754b787f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079825, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.713925000018207, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1700, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:01:44.685794+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea1b7cda-7189-42d8-b8ba-b2cbdcb68acf", "result_sha256": "c65c5b7ca747b87c189e8a182899cf111b1b1a154f37af294e2197524805a387", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00550625, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.723721146991011, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1115, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:17:18.234642+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d8681b8-af83-4bd1-b48c-5f461fa0cc63", "result_sha256": "ba8a1a22acea56f45c426e406be529a874c1177085fa4d4c4276c429cb0fcc1e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00782075, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.188314398983493, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1674, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:14:02.224527+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9def9b49-5a2b-44c8-8fa2-119c7e4031b6", "result_sha256": "c4c6e56231baae843c52aa2d3f458a5677c231f3eecea6e4066c2c9133cee242", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013662, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.69641358300578, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3064, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:03:59.626060+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8e0a541-1924-47f4-b527-f74b6044f88b", "result_sha256": "7aff4ea39d9f5c6830aad01c7cd6dfae6ae4053539f1a51e1b115a14c6b865b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019228, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.822177081019618, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4346, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Garamond\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:47:40.743405+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b0d19f4-3493-45b1-b424-d504e886ea64", "result_sha256": "333f30e6b951e38956757acd90e82e19cd071b60b3b10a6300de0874df780f6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00789475, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.006831957027316, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1677, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:03:25.873548+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c82a906e-e609-40e7-a4f3-079706c167db", "result_sha256": "63721ad52080680d782d254db2378a05f9ea15e94b15d52952c6691936ef22dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01054875, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.298623331997078, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2325, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:19:09.391310+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "173a61d5-748a-4854-b9c2-b52a1a556103", "result_sha256": "04008b419aa84e85939e82c850cadf98e99fffaab821ea79e6286b152e37dd84", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0117955, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.02821513300296, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2576, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:32:36.273548+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "905e3ec1-9ec0-476d-987a-d193c9c52ed5", "result_sha256": "fc467eda27c8af84cf8159136d8c2e0a5e03781564e2e473736be1f8ddd1dc5e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01639675, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.790397459000815, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3701, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:05:27.897162+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a581b62-ffc1-4b8a-bb02-292626560809", "result_sha256": "1e61b3cabf2d01e621522b40e6f871ac6fcad12daf97cb93fc0043c79b56fe04", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00990475, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.097295926010702, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2167, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:57:25.032828+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bab63c0-4ce7-4d1e-aef4-a1b254f1e13f", "result_sha256": "ae644164d78a39bdb2df4e9864b4dab0e981f4fe90b10ef79d4d2f6a33e74fe0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013337, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.37793873998453, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2969, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:02:47.070916+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b4ec8fc-642f-4748-802f-458672467b66", "result_sha256": "ce5a6f451ee379f73e3a2c4a96d3a3364894f9b68e5de7ce3557648d6efc65d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01471125, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.746555724996142, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3295, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:23:20.871502+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "306e6b19-9473-418c-867b-2f955292910e", "result_sha256": "7323a21d3d4b08179e2b3b35124ac87d9b02cac6ab2a4f48f7166511c56800f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014986, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.772696197003825, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3357, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:22:32.672964+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "adad503e-94c0-4da0-b316-5d4922f6154c", "result_sha256": "35ccf2724576c1cb6fde27b4d3a3bed0f510872460ff69badc5d6243b5970d8b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0119445, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.681805989996064, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2644, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:57:59.689206+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a5c0ec8-f966-4eaa-b972-5de4bbcda8ba", "result_sha256": "ccd1ccb948f54f855e4bce536aeec5640f52c36c3e8e6afb773459ae311ebb1f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0159755, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.408148941991385, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3576, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:06:11.998170+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cadb85f-62a2-4034-bc32-13ee00d12ed8", "result_sha256": "dd21281ce76fce99963139ec5b2b4db52f0c7aca3c038ddad726a4dce80ec55e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01352025, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.519452920008916, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3003, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:59:17.160677+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "72692262-bea6-4288-af0f-a9e4b1362209", "result_sha256": "b54b56329489a672e4d40b022607f85fe9c7b66188e5f9c4aa45acb59709d6e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01075925, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.8787873830006, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2351, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:59:02.499497+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a505afe9-49a5-47c6-82b4-a61eb825f21f", "result_sha256": "d9560b1cdc0c3cb6cd02f132c1547c3e22a5b1e819b89da1ecd8a9b9a7af50da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0110695, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.97834839700954, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2454, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:00:39.217325+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9b8bef1-54e0-4e69-8feb-f8ddb108b939", "result_sha256": "e9fd5b28b94c28a6bad4caf789b43d8c1166b13902bc9097663197210a04a89e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01128, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.04820383398328, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2485, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:25:07.858239+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "45681d60-d264-48e7-af57-93016822e852", "result_sha256": "7e98acb1619acbdd36936b693812058cd80a9f4377a42102c8515d6c92bdb798", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012225, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.092766107991338, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2710, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:42:03.077963+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "417827ec-e1f7-4af0-bb8f-2c8da0526b7a", "result_sha256": "baae9ad4d2b3ac58dc24f8bb0bc913882d5c61448fb96b3a1f2538a77b71adad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0114365, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.913903340988327, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2508, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:07:45.226648+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b2b842b-e862-48cb-9bb7-15217012bbd7", "result_sha256": "edc3a3b798aa4cb4e5b259c93634b7617805004e845cbb795a5c59785d165372", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0153435, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.377738913986832, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3432, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:49:11.772678+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b346e94-9161-449d-a798-33749da15b40", "result_sha256": "f09e51e83bc8d1effe6017283a0178477c8f88b73deb3a2f16eb00b072df9f62", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021455, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.05530032099341, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4890, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:59:21.012075+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e2cf94-8e64-49ce-9f38-838306a0ac66", "result_sha256": "3906e35f768ece2e235c87883e5b3bbbe6413caedae69871d801d18c82f7960f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008919, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v36.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.727185775001999, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1948, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:09:19.518679+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "279c4524-e8b1-46d0-af4a-63f483f4ad11", "result_sha256": "a75fa72aec7b4d8c5f6443ea2924b395a076418cd8e68e90963c7316f0629cc4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015663, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.48922780502471, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3486, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:27:32.256193+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "80f8b04b-3e07-44e8-8010-9586569b8133", "result_sha256": "bdc2356e43a82f4bde1a7ca2a8728d69677251de6501daba3e7e1dda4182649d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0103745, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.420318559976295, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2284, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:35:35.382930+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "de5959e8-3e04-467d-ba52-4fb04a6ca675", "result_sha256": "fd9ad3dec4cc0d36629bfee10860be97390ea6db0a4b68eed8475f9b3bb2ebc9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01139, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.404445594991557, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2510, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:42:10.932405+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c51e59f-3214-4402-8478-ce071e58aaf1", "result_sha256": "fd53a028f63a8d9a5b3067b47b557fcc2b9650feeefe4b8ce179f9ee421a76c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012468, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 502, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.022851610992802, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2786, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:19:13.616554+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad094bdc-784e-4d27-ba61-da8ae98a77d0", "result_sha256": "52073de0c1685a4d5f346ffb118d50350452b1dd0adb7984fab0e2e4f17492ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01024275, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.295119638001779, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2253, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:14:38.086731+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b62b31a-22e9-44af-b28d-ac3ef63f12fb", "result_sha256": "6d270d0456d7c4aac0dd59409898d74a2a177d2bc13b3cfacff9471e0583d6e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01209725, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.22330153398798, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2647, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:35:16.618301+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c1054a8-5628-4ee9-be85-c156807c9c9f", "result_sha256": "ca5406d83de434a97e160cd15dafdcbb6b0fe83569d1da995f8b2f0e5a4b8df4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01133225, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.318040295009268, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2517, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:57:32.304944+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa4bcd1e-8712-4520-999c-d457c061a140", "result_sha256": "65b39d82c0e6afc27372b1cd25970f848b5db57ba3f0543151cc40113617a0d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01573575, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.687214887992013, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3539, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:24:18.430803+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "56d4eac3-9b87-4902-8bb2-897039d0b9a9", "result_sha256": "efe7b1fc70d4b97339b19860029d476d9cbad0a24a10dd86d6a73c95f28def1f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01511775, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.417048731993418, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3388, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:35:11.649586+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c7e685a-84ab-4139-bb2f-e8df160f2c4c", "result_sha256": "d8e055e92847e3cc56cda254526a51d6b547643132f4ad70c859cbea9bf68a30", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0069155, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.06442337000044, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1461, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:39:59.970120+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac5903ab-0165-4f0b-a631-3bd582ddc2c2", "result_sha256": "f2ec40eadf8df44349c38587f413be9af8483f0a483eae5608ed1667884359c7", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005509, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.313910456025042, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1118, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:33:08.415544+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc9bce64-f1aa-4a99-aba5-0c1c7306b604", "result_sha256": "6164c1e31e46acb87f687ba672a8952c24541d2e901d1648e80149ccac4e47ce", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068795, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.391812473011669, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1424, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:06:42.002505+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a81d011-3965-44b8-bc95-e1d5ac9c6028", "result_sha256": "aef21497d04148a446a048a36ecf3518059b2f9b980b6c67ddc98df5fcc60995", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0090565, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.824028187023941, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1948, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:42:07.887741+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "541dfc23-908f-4023-905b-1917c8c32e1c", "result_sha256": "90c5e64a59f2046496bb38b02d8f2789057335c6853bc2044f5dc91b6f5fce5a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00998375, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.048946652997984, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2180, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:33:39.770960+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "44004cb6-913d-4dfc-b8ac-2ce0cc3ceffb", "result_sha256": "eb9faaaf6f1567a7d249cf384c3f9aaabc55a5df761b0d6a218c5ae8fe9c586c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00487, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.932631072995719, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 970, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:52:14.164192+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0803d57-97ab-4d59-89ab-da7e3c19a7a7", "result_sha256": "a3317742d836f67bd72dfe900d73e04a9288b7eb20939a826275d0d35b8b1c30", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010515, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.997969379997812, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2305, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:57:45.597397+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "91690644-0a15-4025-9596-c038e7cb0777", "result_sha256": "b6d213c3f0286c8d04e83ed263abe5f1e247248076834863e0dcb6cd250350ba", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013925, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.667192568973405, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3110, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:24:32.665411+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7db7650d-b837-4165-b418-7045c64b5c0f", "result_sha256": "9144eabf992472376e1f6d52f1a00ceb8ba46566471194d783bbf8cd8ad2279b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0104565, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.720158929005265, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2258, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:50:43.705090+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "985a78d3-6666-423a-bae4-6baaeff5a950", "result_sha256": "5a1f54d6e4d7be858c9644e4426560ff77a65aa299b87b854a7740447d06be49", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01216025, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.448233566974523, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2683, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:44:07.352946+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a94b5a5-636f-4d85-82bd-7cff74523c37", "result_sha256": "8c224e0458434def1633ed1eb55efbaa9cbeef93bb675c288b360e85cc9e110c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01373425, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.570385748986155, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3051, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:05:15.487412+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8366863-2ef6-4e06-8f33-a3331f68a8b9", "result_sha256": "52209e4727f09ea99806269f098a1c244d6d4ce9a6afaf8987a52f6f4740a2e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0098395, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.516177110985154, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2149, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:21:33.617240+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b777b87-6a5f-414b-a7b9-86ce3184422d", "result_sha256": "972938209fac76c4470e893094183daa8dcb9632683c39fa00685b9f23c8887e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01204275, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.940718708006898, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2683, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:57:01.536817+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "67bd59a7-54c0-42f6-815a-14a16b38de8d", "result_sha256": "ba846b37050aa3034f99ebc811b2b5882c7088089cac0aaecc1d79527a74a382", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01194775, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.973809608985903, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2633, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:02:23.676948+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b9848ba-501d-4b40-b18b-5ed7390d0ea6", "result_sha256": "8f3ffebf18273312777f708dca7560882bc55f69fc964fa951095dfb849dbd9c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00745275, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.04589790001046, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1573, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:19:18.006155+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "88c39fc9-1399-416d-ae60-965dbf5b971b", "result_sha256": "d23897ad31570f31ade7bc71d683f8b1a5a0d4794f89b653c2afb02cff4dffb5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016384, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.341826753981877, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3698, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:50:47.110022+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ae7485a-a16a-4acb-b213-bf17a2c4fd98", "result_sha256": "feed035c9803800b35d469e18fa5ed62efed580d648e5cd11054e6c462d414dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0091265, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.550528849998955, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1948, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:36:19.549421+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1bb31a1-e57d-4a98-8ede-50ec812b76c3", "result_sha256": "4c05a518d1984425cad7416d07bf4e8ae1bf4320a0f5b3ce85fe71b2b31b9d80", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01733175, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.707424952008296, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3921, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:04:27.785277+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32621c21-3741-4715-b259-8e5a9d4c62b9", "result_sha256": "a9a5473b4a74fb748ff49d754d6a485792fd4709fb8c6918f5bd9950eaa4e9ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009586, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.677946635027183, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2092, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:41:54.528770+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d958a4c-a54d-4fd8-8635-639b5a9227f3", "result_sha256": "df7bed52c249b772be38e7bd0fa36eb5c15e391c2a31366ab59c7ffc9b5d3dfc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013966, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.778726760996506, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3117, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:12:26.592325+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5640e49-ebf5-4151-b442-91ff0f8f63e5", "result_sha256": "b5029e02533f923068d89e82c6160064574f6cdf9554278506c22323d4a259a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0206825, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.29793422902003, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4700, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:24:34.791872+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee5798d6-0f73-409a-895f-fa5639f45892", "result_sha256": "59b2f7f15eeb28fe9cd0a97af97c6642687432245690ba88106d7a11bbc74aad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00877675, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.288427557999967, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1896, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:25:24.806975+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b28247ff-5eac-4a64-8687-5f0a283c2613", "result_sha256": "45e783d086852739e3bbcf0211f8cdb86b8577cb33519d1a98d3dced85a02894", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01708275, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.35481511897524, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3853, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:34:35.393321+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "357bd644-6916-4292-8219-6131c3cf4fa2", "result_sha256": "de1258a13cd6bec46067310c53607f2807c52fa5cf622069cbcb11e5d71c4b3a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00911175, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.281157763005467, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1961, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:09:38.292969+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d132ae80-ac50-4c54-bead-4b25f9d639cd", "result_sha256": "eacaa48e53091c2308f088ed71954a7158b121ada1d8698936b360c992575c67", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0155985, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.59264046899625, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3492, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:15:58.267957+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a42e86ee-7a39-4bbb-bccc-5872b11aea5b", "result_sha256": "4214261fb9ea2511f296f26722fc5859d8fcb1c564cc983f456a84b18d2239ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01669225, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.22617117300979, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3747, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:40:16.390074+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "56bd6420-f17e-431a-8e1c-872230c7bcae", "result_sha256": "49ac95f7efd103482fa131262223449bf1cc3b0dffa301721d1d5ccd23fe4d09", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0125315, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.881685630010907, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2798, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:33:25.396309+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7858a829-5154-421f-9b44-04df10ab1f73", "result_sha256": "74202b86ed8e1ea8950942a247df49e35e4c7be5cb8dfcd2b97c69053b34d93e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018012, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.3201006980089, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4069, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:09:46.973796+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "66081db7-f9a0-4be0-aba1-afdc2272080c", "result_sha256": "8c96c60b386fb6162950a9548355e7bf2fb4a009e4d9da2a9b86a5884a0b04e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0112985, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.75643383699935, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2492, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:25:10.691397+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "307b4376-39e9-45bf-bb72-57c764c055b7", "result_sha256": "573d4331419f5cb5b60870720c0da3a1efe7e59f35e584e88128a1743b847794", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017667, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.132211738993647, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3974, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:09:13.381945+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac749fae-5a67-4fe5-941b-170b37494867", "result_sha256": "89bc7cc5dac6708c57cd3a9962df791ca749b140a1fb5dd119013c2abf57f275", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0124025, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.631593761005206, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2740, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:34:54.930983+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5c940ec-e309-4a89-83a0-a3a0c5701d69", "result_sha256": "6cdf4005b561efe0ef4f22beeffe00335500700d0daf2bdfdd8e000f83373e54", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00757875, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.691130725987023, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1625, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:36:28.070517+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3a790ba-5116-4b56-9d9c-84e507e17f70", "result_sha256": "6cc0c76546babc4a6bc5aafdcc04c921f4b3cc73efc532019e9631707a8b98e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01411675, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v36.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.650424060004298, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3171, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:56:03.314978+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69fda260-0cc1-4d92-8f87-86d185d672cf", "result_sha256": "0883ed50b3c25ec2f0042263a64df944f22c1e317f14c54216b220b6b3eaf2d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01330425, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.912711327022407, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2931, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:34:32.244796+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "65388c15-94f8-4409-ad28-571cbe670ce1", "result_sha256": "ae9bc962786aa6e933ff783cbd0914a9d201ca29b0497d99a7cd5ac4c6b45486", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011607, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.178910298011033, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2574, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:30:33.029665+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3411141e-49f0-4148-a555-dc74e9dddb28", "result_sha256": "7e346fbec52ed8883d63fbd5052cd62e235204eab15aaba0836b636720906af9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01629025, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.529396197001915, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3663, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:26:26.439713+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0063d19-691e-4491-97da-ba3916476859", "result_sha256": "0d6594ee2445f0bbe73b69758a81c9da95628311a7525439eb10b615f4e9985d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017132, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.172376301023178, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3874, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:13:15.439075+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b8ecc0f-eea0-47ec-8095-76c1cee95152", "result_sha256": "65e6ba4d2f0d5fa3b26144a12e0ce2c3848ee1f68ba596b9067924b0f4721ce0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0101705, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.395844840008067, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2236, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:09:19.340657+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3fdbdd8-de86-4353-a5b2-d4f1973da483", "result_sha256": "a863deb81f6a52f6763179ac63033247cc37dd2ed4c8a2be52e586bfd5894041", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01400975, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.564279727026587, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3097, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:50:36.659976+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dbac8d3-f637-4d25-b510-78d2535e0863", "result_sha256": "d5750f404b3bc89ebfe912c373f33c6ef6f00c3a50d52217143bcfeac6b316d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00992125, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.934731844987255, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2185, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:45:31.017570+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7dbcc79-6fb8-4a64-b0ab-6a77d7976752", "result_sha256": "9478ddc96023e40e954f0cee85e3469033909c07e4e3385e213500c39f635b6a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009858, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.796800045995042, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2156, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:27:00.973341+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "31f1702f-f5ac-4edb-960a-f2ab633eab38", "result_sha256": "0ff270edabd847cd28c7f0a483526277fde385a7f536e7c9325604444af65dbe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0124275, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.1869914639974, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2755, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:38:24.318776+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3b7aac1-edb2-4148-aed3-476bd334cd2b", "result_sha256": "82437f9ac23c4288f4731068710ad05099efc13b097e9ccc3208c0ff5818aa22", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01181325, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.449074438016396, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2629, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Great Vibes\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:14:21.006518+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a149245d-b3f3-4ce1-aabc-e64891960d21", "result_sha256": "9cc04a670f03d0e1ead0e91f9eba5a304b70422f5add7139623edc0d1f8868a4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0114675, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.330635354010155, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2520, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Great Vibes\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:26:29.067432+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d066c14-f257-4b8d-b2c6-ca57d523d763", "result_sha256": "b7c60ec72d20654249b583da3faf39a0b9a51af81f5d9321a33000329edf201d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0099645, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.300431240990292, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2164, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Great Vibes\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:10:23.218098+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c9fae02-e639-4fcb-bcf1-02fc6c7644ee", "result_sha256": "e745bc84527ea211bdfb53eb6cf01e08a789be9d1161ba71bef773d31ab37c6f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0146775, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.97426011200878, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3290, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:43:55.725408+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da01a09b-4080-447a-bee7-2f00fb2f23c2", "result_sha256": "e18609e20958ef333eef205d4c9df2d8558dc9b7a892e3881ec2404998f0a57a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01175175, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.745857681991765, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2596, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:35:58.982383+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "961dca0a-757e-4c9e-9130-18d1443b4ea8", "result_sha256": "339d28310409502348fe91b84c56001bb48f3b36e1f050d81a4bd9ede6c613aa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0146135, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.662542406993452, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3272, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:37:48.406604+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "599b2c87-36bd-4659-8236-debad27ef199", "result_sha256": "07296997072c510940ba862ba5c0aa636032cb4cb302da82577ae8870fe3d1ce", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00817325, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.29767343198182, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1754, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:39:39.621849+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5d15b88-04cf-4a5d-b874-fa50b97f2bfe", "result_sha256": "756a633d470f9e1317e1f74f220b5b16c8c9c8ac0049d419e13d3071d790dac3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01301525, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.823668270983035, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2913, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Great Vibes\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:05:53.019155+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a8c4d46-90eb-453b-93d5-68141265f1b2", "result_sha256": "6f16e251b63201f4f3ab21c35cbb29fab873973b49a5bc7c0033b5c9802f7974", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01054225, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.75486614901456, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2317, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:36:04.740619+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5a4348a-9a27-471a-9234-4a2ccbcf38d8", "result_sha256": "0376516ece53fe7d0fdec7517b69faacd03b5a39a5a1ccba2bbc531dff69da2e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01507575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.45759639100288, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3369, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:07:29.032708+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a096dc62-2696-40a4-8500-96adea82fa95", "result_sha256": "d47abb30e672b9f7a6fc169348466a84591bc5020fc3a7ed121576e6873c48fa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162955, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.946412088000216, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3676, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:51:17.482289+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b0f42a9-2955-4330-a612-9db49fd880c9", "result_sha256": "aa0f94011276e699b793e6b4b7d3b9480cd74e79e61400d4e03360e2848ae801", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0154385, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.207195522991242, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3482, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Great Vibes\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:29:09.226569+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fa32326-02a7-401f-8ae6-7adcc6904d32", "result_sha256": "d94714f2e15e4262b37d571d72175d2a1f3fa28dc66f22ffb97647783cc02d6f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0072595, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.31727149899234, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 1539, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:55:45.210480+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "38d93260-523b-4a8d-a105-9c5ea1d1aff1", "result_sha256": "4fb6bbe697c0d5f417134cfb3ed587623e14acc08577ee42be61d83e7ec910d5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01404375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v32.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.47694399699685, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 3155, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:23:44.232882+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b122583b-185d-4121-899b-b1fd121eb03f", "result_sha256": "03b55f3e32964c930bfcd6e63142209585495dc3f26b06767275f6048ed3eba6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.010623, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.981189899001038, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2336, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:19:01.264956+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "211cf0a4-2562-4cae-aa85-0fc9656e3a2c", "result_sha256": "480cbc6ae8ec4eb1a53ff161dc35ca632c9f4b19a7340fd984aa68c9256e516a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011566, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.838976211991394, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2522, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:00:03.174283+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b84557de-3bbe-4afa-be53-2995914ce061", "result_sha256": "baec53b70deb24639de3ca23177e6303988a19966a42bb11be214247593738b0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00834975, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v38.png", "input_tokens": 502, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.897328008024488, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1817, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:17:36.892856+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "626b1213-7079-4cf8-b425-b3074efc6e50", "result_sha256": "7d142a35810f2613977135dd6b50b143f6a9d22d2fd507c01b14742c51e5aca8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012899, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v39.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.772074158972828, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2878, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:46:23.750276+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "95feb96c-28e0-47cc-8a8d-23f72f9899a6", "result_sha256": "a5f4055523984160cd784d7f13ea8b604f217901cfc8105ba36afdb1c5c654fc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00975875, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v40.png", "input_tokens": 463, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.060162095993292, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2160, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:32:29.107773+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c0ad729-e9c4-42cf-bee9-5edcce4b8e2d", "result_sha256": "22b25f372c3d3ed7225724a7e77d57fe2038526b3bd6eefecf2a9ecbe5211a7a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0108165, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.166815539007075, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2388, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Great Vibes\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:10:26.132848+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "76d6aba8-9f69-4439-9c70-ec38667cf5fa", "result_sha256": "eb8735b57d097168a656d71bb88c9d4185aec906975a8ead62544056332af54c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014354, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.881735372997355, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3178, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:58:55.671704+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2fae0b7-c61d-4d70-9121-fffb6c9e51ef", "result_sha256": "1ba4031833d77087b392e25fd40a99bf43f52875a520825e29d1ecaead02ea58", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01746925, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.812372889980907, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3961, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:35:13.753990+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d573f1e9-c4c6-432e-a3cf-8c11c75a0275", "result_sha256": "6a2055f3dd0ec3f19b30dd6f2f1e6fda881831f6ec4205624e1d82a0ff29d456", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02040225, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.088303095981246, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4637, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:54:06.256221+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd2de69b-a938-4fbb-b388-4eabe1b98e91", "result_sha256": "cebfc19f8e1f07d27ff1a09e71de64e04669cf3b991ed17fc5ff3d5271d5bb0c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02008175, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.04312118102098, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4556, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Dancing Script\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:15:37.813263+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a2af260-d6ae-4b1b-b6f9-69ebe3df4590", "result_sha256": "01d9b5c1ae689f730ed51b63511fe481ac19e0ceb40dcf990dd392f1d061dcbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01082075, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.17039441401721, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2389, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:28:47.842709+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "57556c3b-8474-421e-b403-7dd0ef95227a", "result_sha256": "75f332d19080e8cb7b23c1eda5cb9632de17f2dba613500a8ee44db54f16467e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0101025, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.614424179977505, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2220, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:44:54.664745+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e38eedc3-e400-40e4-95d0-238ff43e4aa5", "result_sha256": "f7be01374e24539bf54ff8e2fdde7e3bf1ef33cc1e800c8ca0479ba7645ecd35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0119825, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.003547162981704, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2620, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:18:38.378288+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bf88453-8891-4034-8745-d5c09c2a0490", "result_sha256": "daffa4ebf775a2aa9f00bf705d1e2151e137131e19e8dd2f372f057ced7647a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0099555, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.074677174998214, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2176, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:29:04.389526+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "37265f96-46cd-4f43-b08b-776e5cb3d43b", "result_sha256": "0caaef3bba0f597de79bf48111696a29f102dfbf4c2d5ac05c28d82d40899e87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00956475, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.289195823017508, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2087, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:05:43.562908+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32ba49ae-675a-4d16-9561-76f2921fca56", "result_sha256": "225d4945c6a8fecdfb7a03344e73b0db3dea7aae9e3346c81638aef21d660389", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00982225, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.178924017993268, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2142, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:06:24.267479+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d2a5f76-ebbd-44ae-91e1-7bc970cc87a2", "result_sha256": "bb2127bd881f46f8d8b22a6fceb1ba1bfd64032602b83315d00196cd4998d3b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01040225, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.374301884992747, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2267, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:48:42.316994+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "34241909-e199-438f-9c2d-32fb208d21f6", "result_sha256": "71a54076da14a051c8b9d812e33d5198f0978d67ddfc87b4fc227ba93af23161", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0085025, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.525416321004741, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1850, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:43:57.761389+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "517e52b7-8dfc-4684-8404-9674065eeada", "result_sha256": "2dae295b211f922e17da50b48b7289132eed2bd98c1da9212794979b54f88ff8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0086115, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.006038119987352, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1848, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:07:56.758436+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "651ea0be-360a-453c-aced-22e2d64720df", "result_sha256": "a734001a5f21c22791b4cdff8d6492383fe43c6789724ccc8b7e9cd4ca37041a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0110865, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.15178652398754, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2458, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:31:46.239048+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fc19ff0-a652-48a1-91fb-4dbee5a00198", "result_sha256": "520224a3a4f6e7b5ba32bc24ecaa2fd977f26cf6b6ea5415f9f6d0a5df79b3a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01507575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.962888495996594, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3369, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:57:34.035527+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bde9094f-80fd-4ce3-a771-bf243c30cc65", "result_sha256": "69ba179d2d3ad9b353bec4f33d55a004df3f1c0b10a8ead865264515ee2bfe2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00994325, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.402876476000529, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2159, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:38:37.045436+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13b6ab53-f66a-495d-b440-c0afcf028612", "result_sha256": "dc50e7912137ddabe4cf8360ada9798a35189dab487a85b645f8c399a44a7d99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0137915, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.58145461100503, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3088, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:01:50.080304+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f33bd0a-02dc-4fcd-b5c9-27a2b3fa783c", "result_sha256": "482a25617fd365fc8f84b10e3f00539ab0d25789211f80cf46a73db9163beb88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01151925, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.052176688011969, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2511, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:43:28.692240+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e34a3b6-4299-4966-b89d-326fafd54446", "result_sha256": "d2e8cd6331610efd91501aac240789fe58f04fc3a5218b85822180655c9c4994", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01374475, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.001813962007873, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3077, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:41:26.086622+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae0a2f4e-5491-4149-a8b1-1216e5b7f387", "result_sha256": "32a84fece93c5d7b99b656913a6e31b8b4e2f4a1ecd41a96d445e8e4b88203f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01463525, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.500250937009696, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3293, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:37:59.755198+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c9453da-a7b6-4178-ae25-9b218e5f8821", "result_sha256": "2261af9b43934171aab9b8625972b4d26591be8f269a9e0778dd59bb883b4052", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01629125, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.187892957997974, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3655, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:10:30.531564+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e9571d3-d1ec-4537-a019-0f8ddccb823a", "result_sha256": "8952a30522197b72cc8edde130421d7b30a78f85084fb4d368c123a99646a1d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010143, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.564311701018596, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2206, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:33:09.939799+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f424466-1801-4810-ba03-443fc6d3c2d9", "result_sha256": "e36ef3e5aec8e7527022d0401a14d5303d2c4d34a320df8dbda1973a2d1e5b5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01170475, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.668621360993711, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2597, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:43:47.102200+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dab0006a-dc89-4f07-9bd0-3c55546138a4", "result_sha256": "63019e7b86115df472573852b84775591495cafb961fecb095bc09393a22da10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01693375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.48051011399366, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3785, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:30:36.558413+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a95b98-6f3a-4976-8e46-0265ac034349", "result_sha256": "815f2beb21e8a82a414f600911dd3fb97891ae789224058bb686a4ee729bb18a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.025785, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 41.38450236801873, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 5910, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:37:45.459231+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "30771245-4e02-443c-9eec-66676497ef3c", "result_sha256": "b25a4de6b0fa3eee3162912fdac96bb8ab19f8d6815d48926ae4ee6324f4e7c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010317, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.273226592020364, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2264, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:07:10.948466+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0a6afb3-79f3-46a0-bc78-0b7e18296de7", "result_sha256": "e547f4ff3e3d51745a49b77ec26bc3a43b12dd92a9a73e44544cbce68a2a782a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0161505, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.118370800017146, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3631, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:50:01.205080+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f388d67-a898-4968-abb1-2b884c1d34d4", "result_sha256": "0e250d6e5fc2eb1e3519ea3257b2099cf8a43cdff81dcb9356247e18b1c38cb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.036603, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 56.46162981999805, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 8446, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:21:50.028469+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "00679771-9e12-424f-9bdb-6654feb742f3", "result_sha256": "4db19e6d8bbf3d870a37901b2becf4d3541d3c231f6ad1d478cfd31f5b06c2eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01143725, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.82380581801408, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2522, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:16:06.981423+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f88e378e-2342-4650-8c15-297838b1544f", "result_sha256": "fcbe1bce1d2b870ed98138e134a1e1c80fc25004af5d73f49b2b69b0f40d8006", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0157355, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.161775398009922, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3536, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:48:51.900730+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4175d33-eccd-435d-ae3e-85f4af598f83", "result_sha256": "d7e269988a920fcb12663e066a5abe848af27f5dd72b1edabef56932da41006a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0119125, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.14331575401593, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2620, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:22:55.365067+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca64d2b9-7aa4-4eab-a58b-71c5b8964a95", "result_sha256": "39f8f9efd35ea140870719e6418dd275c866a712f43d3b7536eb7017b18a1778", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0190325, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.93491188000189, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4300, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:52:17.637701+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "faf9e477-cd25-4155-94cd-e6020928fe8b", "result_sha256": "24d47078969f9cbb4d766217315b84cfe18ca774e70cc781021ff36d9b7129af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01389575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.3140372519847, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3089, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:21:03.150632+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "04ed3def-f2f9-4265-a83c-89a134fbc731", "result_sha256": "8752585806cf8f0b7b26c8f33d585b3c95986f5bbcbb9ad07b27c08466d96251", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01351575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.096698594017653, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3014, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:32:02.822975+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3ced25a-ea71-42cd-b626-8f99b9e88650", "result_sha256": "e8f21c52773e7cf7b40f42df0c704936612000a72d9826b4f6f7c3978694ab4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012419, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.578286134987138, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2753, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:21:17.680332+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "184bb1ce-4a94-4a63-919c-7730f4f69c42", "result_sha256": "a6ce5a28db95be55905c0b8da5b4c789161f8d2cf911cc0bd2d6f0730c28f994", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012752, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.63630422699498, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2834, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:32:20.655265+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea621940-4c43-43f6-8299-cdb7e10aea4f", "result_sha256": "910f839885e5ddf3ec580ae6722e8626aa22cc52daa355a4ae994f006a4021b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0153465, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.3508870700025, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3428, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:29:01.438759+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4360f40-f793-42cc-874d-0b2fc36dd79b", "result_sha256": "363263353ab49aeadc7f30d5e0000903732f9b1157149bf27775455c75800ad1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008892, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.055655186006334, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1914, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:06:08.080464+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c041099-062b-4792-baa7-06930b369184", "result_sha256": "7c49bb8b793a9db69969a7504891a8e14e7947de0b1de51476d8194405e563f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011367, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.121262174012372, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2494, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:01:10.111296+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c08e4c5-1b9a-4408-9d3b-ee34c90f9f3f", "result_sha256": "0c4f5fe1d539958b7b2fbf06ba2aa77a3bada1c9a6f6384fa96dbf2755732098", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009115, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.701727517007384, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1965, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:30:07.190509+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "01c1ad96-f698-4e87-adfd-f8bce4ba08db", "result_sha256": "9d4da94b6d73ab7fe020225b03c9a323f74871a0efa3e5ab442f6aa2e858a815", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01606675, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.77172362798592, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3581, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:49:12.599642+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "92d89043-43e9-4b8a-a3ef-360a1c11af32", "result_sha256": "64d0a5aa0f68fb7b62eb516e93dc5c5e0075ef053167de0fe952e37ca54790b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0149985, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.533210046007298, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3372, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:06:30.807872+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceb8e7b4-86cb-456c-9e02-7a985af23604", "result_sha256": "da5c3dc0a756b81d9d4a9c054b2cb391b9d2bc25ed20887f652a38713188a37c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0141015, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.746633171016583, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3148, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:47:35.124523+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f41fd5c-db59-4797-903f-1b397f63e8c0", "result_sha256": "0e211f8934952c7ebceee9018e7457b8faf9aca8971aff5fba41197d03317592", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01313275, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.261742720991606, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2933, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:27:28.479969+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "36840d45-6e8b-414b-99c5-0068711909b4", "result_sha256": "06fb58cc77f20c4bd0fb5855944ca613f81d2454e1301007d4f64a288699402b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02112275, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.892333205003524, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4813, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:51:16.358227+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0621b10-3ae9-4547-86bb-3c914638176d", "result_sha256": "753e37d69a61aa4c6ecafec944e4095f9213c22fa15e987fe02fca3030e795cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01909275, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.604821281012846, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4293, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:37:13.201281+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "72775028-e3eb-4232-aae5-fb7e804af9b9", "result_sha256": "8db942f6ee882d5668f2b3f664e8b2dcc36e3ec08c0f80439306ea84fcd9daa1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0200915, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.190468020009575, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4578, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:41:42.453403+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e2d3552-a866-4e95-9b3c-48c89aef7dd2", "result_sha256": "cdd5de8d0524899f404f160aab8a9cc1e4a2f04aac80493102918ffabcf91623", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00706575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.075642496987712, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1499, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:16:13.546952+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "227ddbd5-00b3-41bf-8501-aaa4802eb081", "result_sha256": "7db86e306a379c5228adc5337422c578ae443aff2637efd42fd1bc592a5c9669", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01352825, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.486658610985614, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3014, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:43:39.289688+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb1aab33-f0bd-468b-91e4-a7bb7c9e54e7", "result_sha256": "10ff81a002b62d0fc789db0aba6c76dc650b7d74477795842629034b1683accb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01142, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.465830898989225, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2530, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:07:14.080416+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "53556336-5b6f-4a0e-bd7a-4a7a4c148da4", "result_sha256": "388647a7662a6b13ddb23b60aa628b6ff66098c6877d53d98c27ffde857ec421", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0109695, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.729176172986627, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2424, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:49:46.165733+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8983f29e-a8d3-4cd2-85cb-7963d41b283b", "result_sha256": "5f951158fe7c152c00964ef59a1a17001a80f327801653e9fe57b1e3229cfdb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01092, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.29126647900557, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2370, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:46:35.557484+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b56ebd8-d6e7-43c1-8c5f-6d0b8ec22884", "result_sha256": "bad559cd41be1334db7cf71152e39b8dbe6a81d41601d4dfd87988c0c53639c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016016, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.110861241002567, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3602, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:58:27.716599+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea4aae75-8e9b-4072-9aa6-04e5a804c402", "result_sha256": "2759ac0c76c279c8ee0c3e0d0d2e89eeb2c94b7d780ba713438f45b28a346f32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0111415, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.016626262979116, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2458, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:54:48.996069+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efafa69e-40ad-4a42-85a4-b769355e2c0b", "result_sha256": "599c1851808a20a8bc1002217b876392e3be1fb0d42bad16dfd0aee89dada453", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0107275, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.290850997000234, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2355, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:08:54.267509+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a155ae29-6d79-4182-8629-7f59f12f5146", "result_sha256": "76b75979a0249019014831a0c1a668ddf3f61cbcf168e7a9c93b1afee2927687", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020785, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.998392056004377, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4710, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:40:40.675784+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccef893b-9330-46e2-9f1a-0cafe149ce9e", "result_sha256": "11d61d39a7bf92f11dfc771b9e09c052e7adfce441a474c33014f6e40f79589f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0121065, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.160942797985626, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2698, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:01:48.656475+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1309bf2-9675-4cd9-a294-4d0b52a7162e", "result_sha256": "551f543a5139eb9d3fe01c041b3b572150e7800956f5a63824c17394eac5322c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01256825, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.24441360300989, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2779, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:30:58.199796+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0583b4cd-87ef-43b3-937a-a4d027086c9c", "result_sha256": "e562233d7e331953498f6d80fbce546f71a8b5af3c84fbf061962d00fb8bc76b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0126165, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.1178931070026, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2818, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:02:16.004088+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62a68933-a55a-4449-abf0-66ed8b3d512d", "result_sha256": "8cc2d1f56783111a511e2b07b4b9788698c6d97a818ca3ce4c1001115037d27e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01168425, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.276095242006704, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2571, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:42:50.686022+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "18a0fc00-dd77-44cf-9519-eb5300b160fc", "result_sha256": "6dd0acf3c9572ed1c0ed98cb9f1e687c642b981b011d77cdfa4c6c8acf1f65a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0119455, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.440365162998205, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2616, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:58:35.052888+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62944183-13d2-425d-8793-a067b8694a71", "result_sha256": "96dfa4a8888ccafda9685f2d60a2b757f57fe31ffbf4bf799a2b018608f2891e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01086325, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.071494258008897, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2399, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:06:18.295801+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "963e91a6-0fa9-4ee6-8919-396409ceeda6", "result_sha256": "79fb9a8d7ebfe304ee2d0d6c98bbeaacd14edd0973dbc6c62ea5a89f738b3e4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01384825, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.369287244975567, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3059, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:17:27.203937+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d0106c8-afa5-44f5-99e1-950e86418880", "result_sha256": "b6c447f3bef980e1bcc2720cea968184c6eb9eec183a2a02eaef70328e585fd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0135875, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.384335951996036, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3040, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:41:25.963218+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4baca70-ff58-413d-bba6-73810c589fcb", "result_sha256": "17bd8e23968ec35fef3228f3d74fb15bcabac835fda2dd7f9d7e019959aafd6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01148175, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.902123545005452, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2551, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:27:46.847752+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efb0be52-a1d2-4b1e-8ecd-21770200969a", "result_sha256": "fb65805ae7d581fe40b188ee5dc3b6dec08fc6248ccfac9fe089f958467b7c26", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01097875, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.031190225010505, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2405, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:09:42.218102+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1743f880-efef-4ba2-aaaf-0b5127d559ab", "result_sha256": "24976bb579b9d01f883526af8223a93f6e361596e4abe9300271735fccde96e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01800975, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.83612362400163, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4057, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:31:16.261142+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2cd7c54-f8ee-4a4b-8e81-20be0eda06f7", "result_sha256": "0221dca2a97db88c8d6d30db3413328b8b9d364883cdb746341b04fba4bf018f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01242725, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.02570747601567, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2767, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:35:51.942108+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "53d80f91-ad05-41cd-9bc8-1ccf8b5fce9b", "result_sha256": "8708fa63b208a8efd41e0b938964d0e9c99779636afa8c88a9442e3ed85d77ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01645775, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.680890318995807, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3673, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:14:34.250763+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c44e4bd-3723-4679-a011-a2dcf94f726d", "result_sha256": "ef7ae1938469a7cad33f9d5a24f1e30622c11f772103dca2cb9109c9aebeee33", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01786725, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.77146995998919, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4047, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:51:55.482358+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f08907b5-3221-4bd3-a2cf-3c369e458113", "result_sha256": "c43447da2966192b1495e6403d188a273886c777ca3768a1ce90e9f2d6846183", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00898675, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.406754259980517, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1951, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:07:34.556547+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c184200a-2106-4f48-9ec1-56e378056be6", "result_sha256": "95b384a77b20f0a1cc608c70f3c2c0631698dd3863bb42cf69cf58bd43368fde", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0158445, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.012202431011247, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3559, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:45:52.985943+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "91ac61ae-47a9-4753-a8ad-f3b97b49e080", "result_sha256": "18259a7f1d8bd25ac42742782d145c6c62232dddf362a9c8e7e122be12218ce9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014367, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.344818157987902, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3214, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:08:32.020363+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "03f292b7-14a6-426e-b57b-5bdd0e6e9d66", "result_sha256": "bba036ad3dba0fed4d213c670ad5d7aef99002ff8ef1bcecd15c68607939fad4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0100305, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.982685332011897, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2191, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:12:02.673164+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4e64cd4-5c5a-4778-b323-c0278190c2f3", "result_sha256": "9c17a1dec9e8ea1e9ae57a2e0e2101a554669204ec353257fa51e0c1338dac9d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01311325, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.895736489997944, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2919, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:39:11.841550+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1225a3e-f1ed-4fe6-b1e2-3f6f63da035d", "result_sha256": "5cd208e555e454858ca24154961385f7cb6e0ffa097bd3958b9581683854d48e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01502175, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.891851388994837, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3371, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:40:21.578094+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a3f594e-1473-4b40-8dce-24f0d06fad8d", "result_sha256": "947cd941d7929428be41559d31b10cf1ac4c42f34a5b3c1fc7fbfc4cf85d6bf5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01149725, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.405218544998206, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2527, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:40:31.815954+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "389ad21e-1627-4f34-8f4f-f61fd002e193", "result_sha256": "9dc7efc8f21fd5976375a86c78d381cf07b3c2fd76c489f509a22abef620f33b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017606, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.315514365007402, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3962, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Trajan Pro\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:42:31.277935+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b62e13c9-7d80-4240-af61-0d85024bd4e5", "result_sha256": "df322ca70be51c5f3aa70e2300814fe5a484ef91a7e2b812e5ffc1e5d9a6b76f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01620775, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.057777547015576, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3663, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Trajan Pro\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:11:31.638955+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c645b9b2-36fa-4038-9561-de7f5590f5f6", "result_sha256": "82da50ea23203a12e8f770562c9fefd140710681071878de6e654d0c13bf92bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007234, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.336565414007055, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1533, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:46:37.897126+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a00a1f-c36e-41b0-8864-1cc507f4cde2", "result_sha256": "e9f071cc373bbb3ceb4db83a93ab7e12362160c789d656c795825c451db527e2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011579, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.380515341996215, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:25:02.242776+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c26fdabb-c647-420d-a971-6ddeadd9d090", "result_sha256": "d8967266e116549fe5a1642b91cba04a8b06eb6345fe7b42a8bbf2d2a615d6ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01743325, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.397181954991538, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3919, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:13:26.074920+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cff3fd2-731a-4e37-940b-e80b82623b1d", "result_sha256": "776a91e8b3e64e5db79b454ffe391e8e68d2b62e8d563916ba0c60ec09217fff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0074895, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.677408413001103, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1584, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:59:40.968854+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "43845369-3e24-4f48-84c8-e0ad28d98e89", "result_sha256": "de81f821cce46fa5a984f87bdca354826c3cc755ebda7763eda368bdaa1e307f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011656, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.098946604994126, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2562, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:35:00.267476+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "01017f19-3d36-4e73-8291-10035c904926", "result_sha256": "61d6720cd56a68a80ad75832ff2af22a584c53c3d912019fe0da017a59e24352", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015747, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.72125827599666, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3539, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:22:00.302205+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "310f0237-2dd3-4736-be0d-b3f8cf13f990", "result_sha256": "dbf1d521d3cd396e7ded3521b54420b6952b72b34ac28b989e19ed9e5345a61b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014745, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.177362271002494, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3270, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:46:17.434285+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9173d349-b1e2-470c-be5b-e0b790cbd78a", "result_sha256": "6cd7e41ec55999d7cb025292352891baf4b7949a6dc7dbab9766a4a8f0118a15", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010621, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.583154302003095, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2342, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:36:16.615654+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "df83106f-3448-46ac-8bc3-54c285dd64f4", "result_sha256": "04b56f5edbb2317152d775ab2696a87b825baf1df203d030d7fedce1bdf9cfe3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01528725, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.80799289100105, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3427, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:29:35.521952+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "51904e2d-950f-46a7-9a82-5910154b4a31", "result_sha256": "73a816e226f3861c2688ffb2adbef75e8fad3286fc61761b238760ff64ef53fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0151345, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.583185811003204, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3404, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:37:03.745500+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1ac2de5-6728-4ea4-ad63-c9028e6e1681", "result_sha256": "59ab465f6bf73750b733fb1ac4d21444e5d8e166ccced809e5e5a6730e3e882b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801575, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.557714686001418, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1729, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:49:28.777029+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "491a1771-dfee-4bd8-8e85-6d9721af10a2", "result_sha256": "3a39c76a2437bfe8daa31820036e8cba6ea4ba8e345cbd2634a77787484b4694", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01551, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.794959218008444, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3450, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:47:01.287114+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "652280d3-31da-4149-8c9f-d443453f4fd3", "result_sha256": "a3fda2e4d6c9fe7d4cfc292670cde451bb1b3afdc4fc7204f86d86f795541e9d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012093, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.28374727399205, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2696, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:15:40.798446+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4772b53-15d5-427c-964b-47cc174834da", "result_sha256": "45a15fd57698dde956292cef87181affa9bc6b8c38846f404ee947c136ed5909", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009535, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.84354994399473, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2080, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:18:09.669087+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99a702bf-be90-415c-bff3-62b5e8470a75", "result_sha256": "e5aaea135710d7ef0d140e961f21899b7c2b8121ea8396fba5dbd9f5ffed5d1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011025, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.857319291011663, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2425, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:24:50.669902+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec0cf9b9-3c62-4835-9876-4a559da6acf7", "result_sha256": "e2f9c97433e2cb07436c143ee9f937e5d7c71c4ef25d4fc3353e17aaf27cf4be", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01636325, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.064137701992877, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3684, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:35:34.866416+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a07a81a0-8107-4beb-b435-35bb1efe1603", "result_sha256": "cdce26510154afe92c7b7bc1a4e6fdbcd389f724758859976665adafb6cf79d3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0127, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.308154623984592, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2810, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:34:42.887684+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0f2a37f-47ab-437b-8598-064c32d61981", "result_sha256": "05b858ef436588bac3fd399f5cdb5e9676e80dbbc795f1bd89a87e089586fcef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00905975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.799166131997481, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1937, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:23:41.221156+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b94694bc-1738-43e1-b1c5-ac0b732758cc", "result_sha256": "d35f434f735c72dec7ef7cbfb321008322c09177f599b0efa20f520ad617ba77", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01099875, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.29781881099916, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2405, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:06:38.573919+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc6166cf-5085-4725-95c6-b9798c54cf26", "result_sha256": "f1a31962b86e648365547f8363eba00a41e03759accc596ae839ae520583f195", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01577225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.83546407101676, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3542, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:15:17.723481+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "969da7fb-370c-4e78-935c-e6f6e6b2ee59", "result_sha256": "1d64bd9bfff3f54c7e53cdd9f58fd7a9eb3deb59e96dc4d1d2af2230b9863d45", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00616625, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.9793065630074125, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1275, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:10:31.256549+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d4a6fd7-3e40-4bcf-98a3-1b53abef6e78", "result_sha256": "e693d553bd350cb16f52c0d97595f62f332f02fe11fa293f23fdc85b95f0c624", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00994975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.4797932409856, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2172, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:15:35.327706+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3d4fe4f-5930-4b70-aabd-586501861eef", "result_sha256": "2c1bed6fcd8f3b5bd1cb4505c8140993f01a478f93b3356764f27c63fc207c16", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009913, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.615139780013124, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2166, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:09:22.559615+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bad99ab0-65fd-4e65-8fe9-39a51fdf3f68", "result_sha256": "6d8e65f93f66af4d49505a0f308d45f4348553bde9216035402fb9a6eb964983", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01205875, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.622260175994597, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2635, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:04:20.136941+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e15ae7-f8ea-4b59-8557-543497e92568", "result_sha256": "1c64b16077797c33308c6e875a83d83458e32f33bf031fe7e0746480ef70a18b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0112465, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.609741511987522, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2468, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:29:00.606088+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6e67a9d-b66c-4623-9197-f52ab9f52ad1", "result_sha256": "2d5e525e679c283367a1f4922c8b89892a46be0d00a427b2b4ba8c18b905e40e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01258675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.362553020997439, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2781, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:17:27.123375+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "58201ef2-6a55-457e-8163-eb5017ddc5bf", "result_sha256": "819ee84052a04fcd4d2b0f0f601014a5432ab1b1c0c4c1dbdc2cf87a0083ff25", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0104855, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.73471606199746, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2301, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:15:53.352854+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "06db8cc8-b878-493f-8a50-b64b2d0fd472", "result_sha256": "3d78c0c69c4042fdc69c46f0e73e82813d0fd38ca351b1db046730010f9ffb99", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01091875, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.461864573007915, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2400, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:26:41.478300+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "34a3bd7d-b76c-41db-9316-873263c98ef4", "result_sha256": "15e4d6d794aa8c4e5182b044b1dab1b6ec0fe68c434b29f9752f37d922e5ae61", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0388045, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": false, "latency_sec": 49.731383303005714, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 8964, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:10:43.776892+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "494d6472-641c-45f2-a340-9e5e889f9257", "result_sha256": "2828a1d2573ebfe548b9fc52f2b7ccd7130e5641aa1d06eae3d4f643a8df7e9b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0069205, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.80538757701288, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1426, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:57:43.905512+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8455552-cfed-4818-a9f5-b8da2f9f4dda", "result_sha256": "5d4688a291d5db4bfb44b5b530ff92010f38ead42c0e035c276d3c94f7475181", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0184255, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.68240222998429, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4136, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:36:55.879183+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "33ededfe-c9fd-4737-a80d-0147e345f4e0", "result_sha256": "eac5c50287eac1778a0ee39caa310625ecda8c24733323879b591eebd01ca4ce", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01751025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.71444667398464, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3963, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:09:44.648474+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cba4b89e-fcdf-4289-aedf-076689de7596", "result_sha256": "001b45e02345bf7d3304c23986d9b5312bcfb54478ba366c98eed4c032cc5d87", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01120825, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.186232829990331, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2444, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:07:46.907156+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b7e5ff3-edb4-41bd-bae5-c74138d24d8e", "result_sha256": "9976b1d878da2f1116815060fc2e055e4ddb04ffa2030775467fc5ca93a6c1bf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0250115, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.23114289500518, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5728, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:34:27.730758+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "646b601e-c24c-4a2b-859d-d0bd3b900041", "result_sha256": "db8ae75a3fd6f815c90d20cf13cf78e37383c78115f0fc14bb595be218d27b36", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0156315, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.288992154004518, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3508, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:29:38.738292+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4adc0bac-7e97-42f0-bbb1-6262724befcb", "result_sha256": "666d24f8ef42a9aaf8eb947b32774cf0e9bd8b954fe10e69d38730745a227a2f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0128155, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.098481269000331, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2816, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:36:43.154756+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a92ee106-528d-47a8-b801-23710e402fd8", "result_sha256": "3a144fa885777961f8964daca004bd61353f7f81f6d36398c9800b463f712326", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0107075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.04815628597862, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2370, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:51:35.713444+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c21ec1f7-4d4d-4b63-aeaa-ab1347c4afb8", "result_sha256": "0748554f062a35e5baa7d4a32491d741c8ffbf33cef52ceb22501c6048194dcc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01106925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.462499282002682, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2441, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:21:26.798121+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "59b8d485-3ee8-4a3f-b56c-267227f233de", "result_sha256": "5f5c7df1f4e5cd85baa7093bf5060928f011319c0a0dcd5070db96f29b5d7308", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00654125, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.655878229998052, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1370, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:40:28.280566+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7b6b520-ec23-4df2-9e53-be3103a68754", "result_sha256": "c004181b9476c32478cadba9650739c7087f8abb6b74fe83c0914ec4371d7adb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0128545, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.935980446985923, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2874, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:24:34.684077+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5402584d-9717-4cc7-bca5-04a49d0312b7", "result_sha256": "63ddcacceb35abb20c181b45987f583834d38f1ffa7391714c424da1dd25de5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0123515, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.136201576999156, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2728, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:03:00.775413+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "26f2908c-eab8-4b36-b334-cf577c60e582", "result_sha256": "2b4973d2ca5cc3876aef14ab966af47b1035372b554294592b7a1c74fbcb3209", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01066575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.72203940100735, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2329, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:56:06.098105+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9c4e263-2d9e-4078-babf-04e31d31927d", "result_sha256": "9ce494743af0838484dfc931bdf48d3ebbd713695090296e48f30d1e6b1a9168", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0149135, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.83234747100505, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3352, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:19:54.003765+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "50323225-05d1-42a7-8420-8f3d41d6da50", "result_sha256": "e1e66cce736a8282ade3d6ede2a2312755013b9edddba162d2701039644e3c85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00805975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.150108588015428, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1697, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Open Sans\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:14:33.156972+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7f41883-408a-402b-b14d-889b5f69e5d3", "result_sha256": "fbb3324c6bb8079de1d69e0a30cd2f6ae9bf52d6a2fb417547242e7f9a961eb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01382125, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.950228247995256, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3095, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:49:31.017694+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2791de9-2386-494f-b43a-a18f01a3ff31", "result_sha256": "091d80bea9e718472d91e9ed025cd9dee29ddec021c43648fd3aa873a9c7f0e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0243845, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.65779014400323, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5574, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:26:37.590766+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0f9722-dfa7-499f-998a-de884353af4b", "result_sha256": "bf1cac61ccf041259becd48353fecf35a6d7efeba297d5d946f180fcf8af99c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01284825, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.106092064001132, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2854, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:15:51.870367+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c66b7715-bcaf-4f5e-a434-ade25bfcb1b0", "result_sha256": "6a59b0051c4bd78dc656a7d8ed90bdf6204a276e2f6c484eb798cd9c68c9080b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0181325, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.603362724999897, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4100, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:18:59.611964+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e73c64a-7f40-4d54-8ebe-01c44e67cead", "result_sha256": "033d5402260410c6eeb8a0e37e1f7d2d4ee821342020eec033e36f4240abe0be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018709, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.687846077024005, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4233, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:42:23.146750+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fa6b364-ab20-4da9-8d02-a86111fd2c8f", "result_sha256": "139dcae7027294353b5fe4e8123016657e4b68aeb460477cb3d22d26951df482", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01009575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.79361543399864, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2209, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:06:01.498385+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9da9c589-9cf2-4cde-8af6-7b970097d986", "result_sha256": "ff3f96fd74c9daaeba8dd621f37a292e3bf4621069fd7fbd46934968d30e88ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01509575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.39562349198968, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3369, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:47:19.206690+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bd502b9-b219-41c6-ad64-9f3da864964e", "result_sha256": "3590aee9c79a9e23abd0808cddb41e65805cfed483c0cde2b1ab0ebb4e12564f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02105975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.476703688997077, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4777, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:44:38.880394+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e31685-1497-41a4-b01e-4045ef1dd0df", "result_sha256": "1d0e1ceee3137c906882e1b254f9127a43ad9fded51871829286f6708473f6d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01313775, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.970254873012891, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2933, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:53:22.874109+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f2746af-9619-45b4-b2ff-681a981ca49b", "result_sha256": "b3ee999cb63e2fe24905675d0f786c532488fdd95711fe23310e246b8a59cffc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01026625, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.20498937999946, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2265, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:37:17.775815+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f38ed99-be64-4707-ae5b-36ba5df68830", "result_sha256": "e15562c87f5a85948ac4f98d03f7301698de29dde0b9fa2918e5d5a8a5ec4394", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010277, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.06056571699446, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2249, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:17:40.454998+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffa786b1-0cf4-47f8-9a38-30cb3de6942b", "result_sha256": "e11c86169b3d0a7b7eab528229f32c55134062659632f7fbbb5a1f2e56c2c439", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008825, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.43805023501045, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1910, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:50:43.899393+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc28abe-9e31-46ad-b262-a0665cc1e3b2", "result_sha256": "198cd0fa4545009f31cd0f02337b4a48200cb5481c63561a6cbb694501ac12a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0190525, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.63633017000393, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4300, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:35:11.119630+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ea99db3-29a0-46f7-a3c3-b846dfdb3193", "result_sha256": "b5e2589f7de9a79266c5ee5ac1873d5f9d6f3a8150164b05378c8c2bafcd431e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01040925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.481275546975667, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2271, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:15:04.356702+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cac0a8c6-54ed-4bbd-81bc-130f85e6050b", "result_sha256": "fd87db8a54052e6da309479e890654c648b18ae472ddd20b59249709f7226bf3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0067175, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.790678193996428, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1400, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:37:25.599997+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "583a4267-06c9-49df-80c1-c9aea58012ed", "result_sha256": "9b68402750f1b24eb285f1edec3e5657bb8db306c9798feccb2e8137f29eec8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00980975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.714596300007543, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2142, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:22:49.877285+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa6451f6-1ed3-4aed-a322-f1ed463f3533", "result_sha256": "5b0e3fa7078892cd4cb1cb3a3569b60147da147535a572ca0f3a122c9b3d672d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01395025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.795434548985213, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3083, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:34:20.085174+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e388086-0357-4b5a-8b37-2804d4f4c7f2", "result_sha256": "b999a2d22add97cd1979f029629edc5d1813f291f9ca424931849749f30f23b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007731, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.465316573012387, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1662, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:03:28.105375+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1646cf0e-18c1-43cd-a3d5-ee6316196699", "result_sha256": "227444557a54021cf2b6a9c340d832cc0e2449b782e632bb68b3e4a35f4c4c04", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01977525, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.67045730201062, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4483, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:42:30.953085+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dde08518-245a-478f-aa72-e335a08b3e03", "result_sha256": "32d0257e31cec450c0778e40c37bfd2f825b4b543652853d539cd5621e2b44ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01556375, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.23003664499265, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3505, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:55:49.895495+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c355474-02c8-4d77-aed0-4b2743204bee", "result_sha256": "39c8031c851652a8e6788f329f7aa3b7047b9f85b988f5a1310753e0b0d96ac3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01251225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.256345442001475, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2787, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:59:42.910887+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd3bc878-2c9b-4b59-9dd3-4bf4d4b06dbb", "result_sha256": "01b1273066031699ac217d19eeb05b51f50a9360fda04dca44b0cdd511ffeb3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0151275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.58157830600976, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3360, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:50:41.702359+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf810a35-9b6c-487d-9f24-0aa31bb9f75d", "result_sha256": "bdfaa957ac80b8d0d25d994e39e45cd4881d29b4dca6f838226b283f9cc8f2c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0129395, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.890471161023015, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2904, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:44:57.674736+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "02abcb91-47ab-40ad-8e58-cba55559a156", "result_sha256": "3a0716da381e24ea2da604ecead65ceacd6904da3f3cc2647bd4b406e0232bcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008787, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.959502262005117, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1904, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:16:25.839753+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8648989e-f62e-42f2-a9b8-13c79efe13cb", "result_sha256": "adc7a7cd20e92d615a7e56fd53e480e15cf08ef986eab9622e485106769845f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0154025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.04039691001526, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3455, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:31:40.482672+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5b52b70-10ae-4350-a572-b428bc83c614", "result_sha256": "fcdc34ca2155808b547ddb566c90941348191b94cb7afddc1490764d418dd627", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01568275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.562896635994548, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3533, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:58:31.875382+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fec8c79-0f41-4d57-a4b5-d6db18dca318", "result_sha256": "27daf121f68048e3a8a178830d638f75e8332da32a31d12d9b3deac1e839b598", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017489, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.67570544598857, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3958, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:03:17.153773+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fd266fe-4e96-467a-be55-d99846bfe187", "result_sha256": "6e10825cae93a5b1abf92b1552bd5be3cda9fdc7ed9d3c40bdefe8959da21a6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0148895, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.0832974910154, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3304, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:07:58.141338+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c25fdf2e-3f75-4b5e-bace-eb2f720f4189", "result_sha256": "23a5dd7f127a10c73cf6d4d72da5ce6d14901a73ce11649d83d2498e57ea50f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0120295, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.422252587013645, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2664, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:49:08.310141+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "623f462b-7ed5-4cae-957a-41d385a974ba", "result_sha256": "9082d10c022c2417fe02807f581d8c1e6194ef2cd1931c18e1fd75fe2ab0fb6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01966275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.808134054997936, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4463, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:12:05.639386+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "12fe42a0-2c36-4257-8280-58790e554581", "result_sha256": "42e6a1b8d5eb33b988081a6fd350cc1a1a2a845f41e0fa8812b4cd1525430ba1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01693675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.141793110989965, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3816, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:05:40.458451+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b5c3c3-d780-4781-b307-e06cae9bd8db", "result_sha256": "405810c3b13ebf8daf2b15baa075b41afdeb96274254f3768e111c7adeae9682", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01142225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.891727932001231, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2507, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:49:25.247771+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1e90cb5-2205-4257-8e91-22168d48e59d", "result_sha256": "ac68eb802e4ee3571e184e7dcf86d4b112d7d1240b3184e47b15c2f00d53bd47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01133725, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.958764794981107, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2517, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:28:40.661745+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4091c919-8882-433d-ba42-1b6dff220a39", "result_sha256": "0ecb81b362b6a991ba5a30c3cd0f23a14ca6d398a2334372f5d8a570b6dd6e84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01487175, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.7851046359865, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3321, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:28:24.533482+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "233f2f67-f8ff-4821-bcbd-a87dbb7ea294", "result_sha256": "48b7ab048e944a8cd7c8b9a8338b492dbde35e56c65c89fcc7a1ccd186ec7688", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011622, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.933372934989166, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2584, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:47:34.407100+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a4c8065-fbb4-461b-ba00-df685aed7927", "result_sha256": "309fa922777125eb272a889a52991874a5ab4192c6f0df5f4024d41303399844", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0099545, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.091462486016098, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2164, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:16:25.974258+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa3b5be3-6010-4800-84d8-06d782f86449", "result_sha256": "aa3b506eea10da51a3c5304afedda4ee0a5888737208f7b4dec8968b4f24c198", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012982, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.383768341998802, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2874, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:18:10.607933+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f466d30-8ef1-417d-9753-891b3c622d06", "result_sha256": "2d58bb210e5a3df518fdb0c658529126dee927937fd4771ae7f3cf8511459b56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00988575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.53422026100452, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2169, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:04:06.540572+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d09ad94-c2a2-4788-ae11-b4f0679d2ee2", "result_sha256": "16968df3dcc7c4436a99724437fe48270e0a924c0e14da404aaba176b1140ada", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01491075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.495260919007706, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3309, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:36:41.168847+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "46eee5fe-7469-49e5-a0e3-cbac01fd2d6d", "result_sha256": "015652b2a3be03a88b220c1b8d79b6b6893e751986edfb43eb42bf99df46c1fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01609925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.6297092900204, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3631, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:55:10.265453+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c5f4e77-4a4a-4955-99e5-e45059a6f9b3", "result_sha256": "d6e6824416726fa9d18e1dec1d9dff50c85717fcdc38cca45b7553d9bd6642cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010143, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.233385290019214, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2236, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:06:39.270550+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4fa3672-2955-4b68-8e5d-ae553a070520", "result_sha256": "f9a0f1e3cdf4c4b9a3356e242e68bf495a66ccee4b792e9e2b1d6dd3bc3be93f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0112975, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.519109992019366, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2480, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:06:21.069024+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6d85363-c9f7-4ec0-bebd-03df68e4c741", "result_sha256": "65974ff8aefab1dd978dd8d2fd510a3b3415c8ae9399e9375130abd03402d014", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01434625, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.15504463898833, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3195, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T09:01:36.528887+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "10271492-1561-4aac-bf0f-94185f118880", "result_sha256": "4e8ce750acd6dab5d81a86547e012c2773fa69b2107b9b51591c4f3779710bcf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0118705, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.3351289370039, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2636, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:01:30.383228+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ff0f3fb-c6f9-433a-8b32-f1265a1b1c7c", "result_sha256": "04a3429c0d34ea9298ed80680fa139b076491e5005fe918e4e8684f7310f6061", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00987025, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.495667066978058, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2123, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:42:55.705709+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1db2be41-c509-43d9-9ee6-4de0dec973c1", "result_sha256": "7e5cf1b738c3983428d23d1b77915d15a864b0976cf9596ca85f980e54994c0b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0135195, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.642218027001945, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3024, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:54:19.527128+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeaa9fd7-79c9-45f7-86c4-88b94775d4b0", "result_sha256": "7fbc39f45265125050f0ebf642a36d3334fef71ea4278acf5522cf06f24d030d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0110565, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.175184688006993, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2438, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:45:56.168640+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "981095b4-2524-4c61-99dd-b5e697e97d3d", "result_sha256": "fdccb9b541452cc7923141c44aae612a1544c7855cd9aa22719bfe3d3865480b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0155725, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.44014584698016, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3495, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:41:25.251480+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a0a2f84-5688-44ba-98ef-479343db2e63", "result_sha256": "5c8d227354e16bfc10fe5aa95805bec0688d7bc03fd3db871140c0039c6ab00c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02462225, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.28820080999867, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5627, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:27:54.909129+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e302e082-b402-4d7b-8186-b99dde6b9950", "result_sha256": "9a847fb37805d4b256058fd569b379b3118754654f4944e2c8ae4c1502cb9761", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013949, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.485137943003792, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3113, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:07:44.440105+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "813df414-e011-45d3-a396-4a4690bd1be5", "result_sha256": "1a408c3549371e53cbfe2e907881f55debc2a1bfb4209cf53d1e6a6e1b81eab5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01541675, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.557268444012152, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3461, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:47:24.235552+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "87689f19-5c9f-4f35-a43a-5e82aea3568a", "result_sha256": "53875ca19d507f2fc7e0ff2dfeacfa26c4946d190979a44d89193bf98aa35347", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01543575, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.565641550987493, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3449, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:31:38.300481+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "011d8cc3-816c-4edc-8a72-6759287a97cc", "result_sha256": "612bd7ab6d99bdb96928c977b843c3d6cc4207b229ed2d96a2d92237e29ff6ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011425, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.816661093995208, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2510, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:31:04.535825+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2816075b-05cd-4e8a-a5a5-9715c44f3316", "result_sha256": "3eb187cd86191897bec2b61f76098c7709a0ac36924f736fbe10603e78063a62", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02874525, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.86543261600309, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6583, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:17:47.073122+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd1be03d-15c0-416e-844d-fe75d6078791", "result_sha256": "a9f922f2fcdc7bdd385867a8ebd2d577fb99190e6df7cfd78a9540373aca0389", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0123215, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.209021056012716, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2733, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:43:36.714413+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfa9b011-f6c2-4982-888d-036d06ebbb24", "result_sha256": "8c1c2a2e23ed804655dbf024ad8723f4be742e035e80d604cbfd1999c74010db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0150115, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.54668836199562, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3363, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:11:25.804215+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d80c670-a249-43f2-8160-ba2f01315616", "result_sha256": "548999b784cd6c93d869d6df98f6e5631f03d275f36714a7aa50c7e25fbf62f4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0106695, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.6202354929992, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2344, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:40:56.734733+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bdfa256-955e-4de4-b97f-8ec3e6f6ef7b", "result_sha256": "96cf5c02d1cfc2af036b1a78a3f10fe1c0932fb71d1f9dac5f718ca4eefa97ce", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007099, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.46153695898829, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1468, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:18:00.551770+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "18946a58-63c8-4371-b7bb-33b835b8ef70", "result_sha256": "f3de49e753160df77b0d33145cc59caa742e91740fa2d087cdff4085fcb1f48e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0119095, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.53548138999031, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2624, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:43:51.828258+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8c8fd98-f181-45b6-b2e4-eaea745eeb93", "result_sha256": "26b2c2718325159eae72ea46642bf5a4ee527eca6612516549e5bc133de293ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01801825, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.645202156010782, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4059, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:58:26.110926+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d37049f2-cf9f-4496-a6bc-c34119ae4c07", "result_sha256": "5feb621376b9a216d0efe2e9dd0c4457ff0dacffed9cb55d82821522a5588272", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0100245, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.406690431002062, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2179, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:09:25.945434+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "82723120-ea4b-475b-9bb6-5073cc9e223b", "result_sha256": "2b3c26cca1b74edeef6c32e0ec04121d6d5d8bd6e51c3cc7dea395517fea627f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01276025, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.51912337099202, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2803, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:57:48.645864+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3674654-d85a-434b-8532-ee735937a662", "result_sha256": "28f17e4a02fcc7fba288a387afe152266834e59d09b0b43d26636995c9f1cba7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01011525, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.280544728011591, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2223, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:25:52.969838+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "830188a4-adac-438c-af54-dc895a1796c9", "result_sha256": "12eac7584daec44f8fd93d633bef646f8626fbc2c71937591cf31436d22b7b60", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01894325, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.728265900019323, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4264, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:58:57.914124+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c3df3be-083c-4114-bc48-d9e7ef911852", "result_sha256": "1adb8a077f6d44b507d173d2ad1a9cece63e7179e3de517df2360fa0ce923af2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01120325, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.66712202099734, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2479, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:56:06.194954+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a818d0b-6d88-4961-9924-397a292ff9e2", "result_sha256": "e9066a56f8374ef9e03131a36fdf37eae012fca37646b4601dab9d291a01a1a3", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0168215, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.400531563995173, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3788, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:27:49.133922+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dd161a6-90f8-482e-a1c7-15faff1685f6", "result_sha256": "dafe0d7049a66a2a0de7dbb9587d876779c4bc08f27bdea37e4b93ca1d95e2a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0134615, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.034438623988535, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2968, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:58:48.676457+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b018661-5f6e-47be-8776-0d8c41527a15", "result_sha256": "8fa471479f6c87eb353b1f567b703c79eefda0046fc9aefdaf03dff76622aa30", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.016203, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.784850002004532, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3646, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:36:54.587742+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "27aaf265-4582-4c74-bc15-53416db843af", "result_sha256": "61c3c8d5aaf072eaf50d9da2c6f07acc93c9441abdf6f6bb4cb0b4265c04928a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0113345, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v44.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.069176766002784, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2484, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:49:59.937186+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eb5f02e-20a7-4445-aac3-cb30d0f641da", "result_sha256": "6c26af5065c05caba75df44c1bdc14bbf4306df3c0d56b032082000177477e5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0161675, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.588096633990062, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3635, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:02:24.935269+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2159456e-5001-446a-8434-0fa5393d76e9", "result_sha256": "b4fb3634bb544cbaf2d201cc71860f78ec4e0ae3e2698f156448fd6931c57f01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160505, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.31962296902202, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3626, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:52:26.251587+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "43115a61-09df-4433-bc85-4eb6cd19d597", "result_sha256": "2053b2b1e39310c9b219a1ad8fd8ff20ebaacc83be5e67d90ddaed052a641bdb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0247105, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.4436201909848, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5636, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:53:08.591458+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bd24520-d4e7-449b-b327-218d0c622519", "result_sha256": "b3c62a20b998961f9220dadf70640db5a2e8b57a7362fc2c3abe55f9b7af092a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0228675, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.64934586000163, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5200, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:16:27.448482+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "45d6b079-6ccf-4f3a-8d04-681d2bb413cf", "result_sha256": "fa36330fdd0f52025bb344f35d718a371bb5ddba5019c905d7adefb6778d0d30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010179, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.573726144997636, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2238, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:02:03.659820+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ed75532-acd4-4905-b819-b2e675bf2a65", "result_sha256": "8d092334daaa8cebb1db59fa928cee6b866fc072a352063570cddb7c579cbab7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013334, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.0483156539849, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2938, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:04:30.499739+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1b0e372-37e9-43b9-91fb-89fdd052e6b2", "result_sha256": "189313a789cff130fc520b91d1bf4c83227f712a3d5014cb126fce8246c8c4e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01028525, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.509950859996025, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2263, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:39:36.427038+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "53a38e01-5445-431c-9175-2825408cca34", "result_sha256": "65020b337345f8ca2a830c0731d56828e21acac162cba462a7577589c53720a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01013, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.23333159898175, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2220, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:40:52.487877+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5ce2152-7cd1-4715-b078-c9529e643b65", "result_sha256": "c9d68c1ae4bd1d7b6547ccf6bc90fe3a02af2357d25e7ae3fe6b4fa09a6bfdf4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01410625, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.96090679898043, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3150, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:05:01.452392+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a71db245-6a86-4ef0-b721-e02ccb7779b1", "result_sha256": "4845237d71a85d067f8cad7c2532ebec01a549e3681a9daa1736c615791266d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.037487, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 60.328097007004544, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 8654, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:49:53.745639+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "05a0b76f-da1d-46ca-bf7c-a77dd9f0665b", "result_sha256": "839895ea817eb6f2a877f3bcfd031f5905e447f57ad7a0e3ad47da43933c1d25", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01453975, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.80268597099348, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3252, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:57:15.980033+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75c25b31-0d77-4ad8-9851-71b814c40114", "result_sha256": "4d34571dce3c1920444907e5c476eb8cf40a799605c0150785a4e6f7cafb6021", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0121825, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.701818861009087, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2700, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:43:01.920922+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "27948437-63e3-494a-80df-7de781681ec7", "result_sha256": "1fb1fc0fd3414b3619ac6a00855d6345573dd586ad31f4fb69623d5594399b00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0126095, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.192150774993934, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2784, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:11:12.571092+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7055161-d2c9-46d5-a55a-ed5e4cbac634", "result_sha256": "cefa54ba7b640f6524255e827f80c83b2214c6a29d53165f41f1c05101e7777e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01227925, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.144851880002534, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2711, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:02:10.571932+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8222a8b9-9992-43b6-aab7-da495a1d3f68", "result_sha256": "d6ad643416ae6503c5570f113a39edf2dd325c0071c5d89fb511f60151a21ed6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01617375, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.153612091002287, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3625, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:11:14.585598+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d6c7547-e8b9-4d3a-9242-b1f57429c68c", "result_sha256": "1cca6321c377d0268ffc0e7f325185ed18d9fad220c1b72f3bd868ea85114447", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013605, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.877188746002503, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3035, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:01:19.583990+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d1ae6ec-d2d4-41c5-9d64-f1b34b751a2f", "result_sha256": "3451a1a0c812f76cbe23cc9dcdbb94db64696904df6dc84a651ba8a3c9e9354d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01638425, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.12255922300392, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3686, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:06:12.160285+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7aacd8a-bfb8-441f-9535-01e101806184", "result_sha256": "35f676307d5db9626c3b97004995908c5a79edbd6cd66f1067dce50315311aa2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02015975, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.82333788301912, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4577, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:17:06.944409+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a18fee5-6a83-4da8-b586-cdf51633ec03", "result_sha256": "cd17ebd15fa4dbd0c82500bc5393b2363d0adc2987289d4e8e7424a4c33c157f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01524875, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.29966578600579, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3405, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:19:21.954968+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b36e4f-00d6-4be5-b63f-222c5b998cd1", "result_sha256": "61bd54c19001e95946234bac740ac30b31a6f3bc875ec0f6b1257f89fda31bfa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011408, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.37812844401924, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2506, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:32:07.327948+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f1681f0-4b01-45d6-8872-e36b67cf41a1", "result_sha256": "176b3a48a92ac66d1ec3620865eb62345b9a1ba9032c146c728a35230ef3c940", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009871, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.479630457994062, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2142, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:59:04.203614+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce2e3799-5aa2-4875-830b-7bb006e89f1a", "result_sha256": "ff40ec4b874a95f737c477deb5e0b2664e1b4ed4fb27e42516ce970323b849e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00734475, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.857853444991633, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1562, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:53:25.256242+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a38f41f-ef68-4f77-bf69-442b51b8890e", "result_sha256": "10f5475d73548951ebddbbd353bf07cceeb6686c0710652454e73dbf8ddf7f5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01423925, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.052787057997193, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3151, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:26:59.427956+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "393bee75-34ef-4c47-85ba-3f282e11aa4a", "result_sha256": "57c771b7082fca558b9c218b43ad63a397f0cb74587b8818c6e95a410f9ea730", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01369375, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.4030742830073, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3065, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:49:09.332375+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8354502c-4aec-4c5f-97c2-a60b974f448d", "result_sha256": "fdf3aa4c07f1ffb7c68db9469785d10cee36d8cc78dc783fdf51a9320c1d1a1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02648175, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.516085198993096, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 6061, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:38:49.622649+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a675566c-8d4b-4daa-b282-32e61c26dd9a", "result_sha256": "7a618050adea06a4bd147eeeaee207f9197f45dc326fbe1f2501490a2bba4bed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008156, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.013216320017818, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1762, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:36:36.767535+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d82e7faf-b758-4711-b92a-1f86ad58f14e", "result_sha256": "d846b29a49f0c48a02f22717f8dd97c74be5afd47de00b447d91b27599b6e75d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0199115, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.527427346998593, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4528, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:46:33.604308+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c381642-e207-4856-af69-b97e94314e7c", "result_sha256": "1dd2b73c27b91fc4af88689eab7eb82233b9ce24247e9ec083d8db75f01e1e3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01804725, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.832061001012335, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4047, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:21:54.408844+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4fbd284-1cce-41c1-bcaf-541e173d3185", "result_sha256": "2094c768f1710b4fd1c795668a157efe0ccca735c6cfa58d204042096b73c5bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013657, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.13288587500574, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3064, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:01:29.535250+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "564aefb7-cb34-4556-be49-7636de9cd064", "result_sha256": "ce611b9095d185b222ae1c961de44271e0641a5472475aa35ca06dcd8bf51e76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02807775, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.791703007998876, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6443, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:28:04.619320+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb08ae18-64dc-4b02-b045-8db521441946", "result_sha256": "e08ef0012e3589720cf8df18c0d868853d513c77e1c9c2166e5c552ff621cb4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01912975, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.22030674101552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4332, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:26:06.083193+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2387aebf-74f3-4244-b3cf-a6480b55fd1c", "result_sha256": "1faae7a67aa3645985a0b59f0e075d435f6759181e8a390c304822996a583b23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01123725, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.160066675016424, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2487, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:31:51.134159+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "61480059-77dd-4c6c-a8dc-837d0bb803d9", "result_sha256": "5ed20d79c658ac7ef33180e6c96efd7315de9d1694477c717ea550da1edcd3b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0123845, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.86328003401286, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2744, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:45:43.553026+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "33ca956d-c0ff-40a1-85a0-bf6a0738ed9e", "result_sha256": "af0304e9a23ea0fc0400488a143fc118dd4c3123f1d8a71d8b7bd91b94d2deb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0227435, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.31604942100239, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5152, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:10:16.937856+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "37c84c9e-8d67-4dad-860f-92f990026f50", "result_sha256": "ef7cbfd031c4d8c3a8c277a4d8d8e336ca463c017f77cb8ab87ddf9dd97c61d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0074225, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.595557648979593, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1580, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:51:26.988751+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "19c11310-a008-4bf2-89fd-5d40c8d0e072", "result_sha256": "221479e47dc2a7705815baf0f4df4ba94330cffea9604626f67633cfa7acbb6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0145305, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.62792379799066, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3236, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:55:38.529258+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "90868a66-9fca-4389-ae4d-8d929c4dfc0b", "result_sha256": "f7a4e6433687a74dda6f4dd33c9bc0b0d595d46d895ed026ced3503f330dfefb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00880225, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.289177891012514, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1902, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:47:25.617378+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a012c33-1073-4c2c-ad70-4e6a2750542d", "result_sha256": "f1dedf88e69c47aa5cd90b89b423fee82814be4945e7b428fe5a11e1472b9a16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0122935, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.06365802101209, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2712, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:44:13.786864+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7729d31e-3a39-4813-9725-51dd7bbb6c90", "result_sha256": "29b2f8a0d74e1b2bd80c1265ac9c75bc596fd655e2b12f1454f680e579023d45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01114425, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.117263861990068, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2456, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:47:14.299331+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec963aff-28c5-4be0-b9f8-469decf1b431", "result_sha256": "5d85f3705761ff084be6bd52c9d052ab9f6a84eff83a0fb0795a476ad9e1a8fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0138475, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.162944568000967, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3080, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:47:31.386496+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aa54a88-c57a-410e-a85f-90e591a1b5c5", "result_sha256": "26226a794c7d0a87df81ee2b14be482811a90fd46d3064da20390c82ae9acb40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01001975, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.349928321986226, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2207, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:29:31.901255+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f60e7575-3166-4eaa-b00d-1713c5e66462", "result_sha256": "7ff8f71577ae82b3ba533190c5d933164c70944e6e5523beebdaefa0cb82d9c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02067725, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.257906708022347, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4687, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:58:50.451719+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "daa239f5-bcd6-41da-af3f-7bbcaa3d0721", "result_sha256": "a791bc66a11ef1d9b52a9b04e7970a1b8d2483b946f5dfdae862da6324a9fc64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02152075, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.5308620390133, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4869, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:05:43.019804+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc65c39c-edc7-4c94-b2f7-7128fc48b5ab", "result_sha256": "7bf449483f1af315873b782e00b050551b49c9ad3d4d07a01c02150de47bfa8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01669425, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.920065982005326, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3771, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:55:05.363001+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "db4d1da2-0682-4268-89e7-b5a44580fbdc", "result_sha256": "4f695370baa07fbe75ed8f3f7b4862ca8283aeb51e7ddbdd7f8f60ef8f862386", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015119, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.501437236001948, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3358, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:19:23.475634+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "51b699d5-a2cc-400e-ae8e-4f8bf94538cd", "result_sha256": "af25c89c87aa75af58d66641d85fde27487f8fbcb69bcb5a3feced637f3606ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01309525, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v60.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.155889287998434, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2923, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:35:40.185345+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "31bd4608-4e6c-4006-98d3-4a26a5397174", "result_sha256": "8b9c85ddaefb8edf9f9f52fb9a11d92c9937a73c02b7ea5d64976e0fccfa50cd", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00780975, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.554004247009289, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1687, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:53:55.368909+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f46018e-aa9a-435f-8ae4-085f999a19ba", "result_sha256": "df3497bb2f013eb96397101a7a3c75704e7879f6ce0d0ded6c55c92b3cfe6826", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009963, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.362126936001005, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2166, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:55:34.523778+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ba2f78f-71f2-4c09-8c8a-7fbac8431870", "result_sha256": "0eea2ff96cd0837198555246ba84a139e4a048639384547373bf9dc3b2260ff0", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00900825, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.9568114419817, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1939, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:36:53.739055+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7ec0a81-9c89-4c71-9d25-5865141dba14", "result_sha256": "2c0826079168b57c58b7587d195641e2da503ca0d7619c2438c49b56383c6ff2", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01590575, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.743434469011845, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3579, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:19:47.841885+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4f8038c-1644-4383-99ff-0667d618c446", "result_sha256": "6adf34a0b4a8dabd48264e00760c28775a3d1111b66716cb9fd97da05507a585", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01026425, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.779295970016392, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2246, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:12:50.108151+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "761d516e-26a2-41a4-9b83-97a5622e2d11", "result_sha256": "bf7df97476d8c8e2caa54dc57343cdb710812cce96a62483624893a6fa795e2b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015948, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.05707309502759, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3586, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:36:35.960736+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "618c06ab-5c92-44ad-866c-7101ff4b594b", "result_sha256": "f9659b51b5d752077d10867f8607d7d4972d621a3ad653409f5a7768c03e9607", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00847075, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.079944341996452, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1824, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:45:00.109843+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "045ed452-5432-440e-a5db-651b96c77aa3", "result_sha256": "45d56c04a0a864ea171d18fcbbebdd87c1c5757183f22959005addd3fa57279c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00984075, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.747177459008526, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2149, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:00:08.161571+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "085464d8-0465-4d3a-a479-2f92ca0a77b0", "result_sha256": "78dd438db21b87a4502e666014bc9265c50b113d589592be794a899d24a1a006", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0252745, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.32571757998085, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5764, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:53:15.392802+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c790985-3b28-4094-a8a7-4c6b758dbb72", "result_sha256": "fcdc68a909a93d9d7fd211cf3bcbc3284fb1d8ace20cec9ad554c4f1c9cc3378", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0143745, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.471215060999384, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3204, "predicted_category": "other", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"other\",\n \"font\": \"Impact\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:53:13.304985+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d104f27a-124e-48e3-bc8e-d0bbf2aaa2d6", "result_sha256": "cc22ee12ca1795f7fa280ea3db6695544600566cd0d002ba271b19efd3574ff2", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01348525, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.830599161999999, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3028, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:00:51.942240+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd1303a7-9d18-41e3-97fc-302ffea3d762", "result_sha256": "94171afc0310aae785503e57f106705269156938e719165d0a2e83ad9bf98eeb", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00995175, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.693659759999719, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2191, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:12:25.092484+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b632d214-0188-4179-9e15-b4ffd6aa1b4d", "result_sha256": "4886a6bff18932dece1775fbf700191ce817fff68d1d64e1e66b6fed5f0c58c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01586125, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.835234120982932, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3575, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:34:07.343013+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f0b3e2d-f7bb-469f-94df-45dce3938d21", "result_sha256": "fd6858e0597a42a80e99561cb6a2da1f01c23f42c46c7d29a0604651f14b5d5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008632, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.957676952006295, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1874, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:29:09.921880+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "35382b9f-beb0-458b-86ec-729c9fa1bdc9", "result_sha256": "5bd0eac1d3c92bf2d422aec4d6cf94b539fdf85c306d646d01b4399c6ace978d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01129825, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.198879898001906, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2459, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:47:45.720898+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "068e0000-bd5a-4934-baab-44c5aa9e3a47", "result_sha256": "d2843f5867573f35e315fba9ebe4ad898ba0987da3b0fe523247e53eb9fbe80a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01432875, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.014833005989203, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3205, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:50:53.666331+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "097ddfcd-948d-4320-ae0f-e921bfdf40e5", "result_sha256": "4f7bb9a5854185eaaaab966f186b8de1104d8b0871925b82a44cb8711a4aed4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01135825, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.910523587983334, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2509, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:06:20.058776+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "946e67bb-f713-4e90-91f5-ce9bdd7317dd", "result_sha256": "7866296ff93932df284124935e53973d590e08acd085e6a6604a5901f8505054", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01585725, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.955645656009438, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3562, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:27:33.685628+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "41d07fbc-0eaf-4c3d-ac38-795844ba9d03", "result_sha256": "3bfbc1b1284ce1f8f38ef9c38a9ce0c03a216161b09cb0b8930a606dbcc0c101", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0122255, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.789730165997753, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2696, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica Neue\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T09:00:20.843647+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbb0e16e-01c1-4e0e-80d1-7acc631037e1", "result_sha256": "49bf04bb462fd368b48b9c36643bad104086dbfeadd5a9240f1724533d610442", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012727, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.885371084004873, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2844, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:10:19.435220+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dfed738-b405-4509-82cc-0868079b4da5", "result_sha256": "259cc5a49f239e3b929c6b44e14d2e43c10116fab9b3a22b10ecc156f7c31474", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0102775, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.785737307014642, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2240, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:52:08.135933+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "018da088-cd8a-4a53-b2e5-adaf01b254a6", "result_sha256": "c581dd1ef17cfe9a6afc9a7906d43d4652ab8db30c457e3a19c7907bb30c16de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012166, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.127076892997138, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2712, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:58:55.928733+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d17ac14-a53a-47ea-ba32-9c7476af147f", "result_sha256": "ceb6dd9aa18c02fa31d885b4612d670fd551286f6cf730da9acb00d89443ec34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01393675, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.12298800397548, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3101, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:14:57.301025+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6ecc32a-2e99-4f14-b4e6-8b65b2742690", "result_sha256": "b972e53ce124914199591b96bc99f292c19f57fd11bd58c20a5a00a87fb6adeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00947575, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.641092428006232, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2049, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:24:57.505963+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3b1ad94-0161-41b3-8949-8649f1a459b8", "result_sha256": "5fb1eb33e4f28386fd6c11026284763c4d3c39aa0f3489f9808674e5f99366b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0096945, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.917929677001666, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2124, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:18:50.485470+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0426d6a7-c9f1-45d4-a181-42ab79059119", "result_sha256": "0f5dac0eedf32f3341933c999399b9a6d6fb60ede66cbdaff6ca6a9335c2ea5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01740975, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.552587131998735, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3897, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:18:24.139812+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d8d653d-17dd-4765-a62a-a90badd1fdb2", "result_sha256": "c720510fb8b959190d54bcaef1d3841bcc30af1cab798ee94091e20f553d25d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009108, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.234166779991938, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1986, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:56:43.344139+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "47fbff62-93d7-4843-bb90-d0893cdd864f", "result_sha256": "482448630b3b9edf5df267588058da4638cd09fabcf5ebcdab1da5afc99de99c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01277375, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.49728354299441, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2855, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:54:07.676654+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "27f894a0-f255-4815-bf1a-74dec93827cd", "result_sha256": "7da2a6ad0a475c20ab17b2b88d3b7914646156a804024d7f19e1b5a6828cb4ed", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02034575, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.68061655800557, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4609, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:20:14.453939+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "161755dc-60d9-46ec-831b-1edf812ad6fc", "result_sha256": "e29bf666e4a1b6cbd318a228c3852ee8a39032c9a3ab5e598cae72451395add4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0125995, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.265566457004752, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2784, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:03:36.336356+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "92590334-c8a7-4135-a2f3-ad6ef2e9256f", "result_sha256": "77caf3b7ae25e494e17c256c8cb73dc0a710e3be96c523516866845f5469ca3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010655, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.867501928994898, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2350, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:37:19.010764+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4338249a-12f5-4310-9014-5f2517c8f66f", "result_sha256": "e09e248621436c7295399ee20ec185bd4840044a787d7254d3678eafc5fde43e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009271, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.203995433985256, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1982, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:08:35.899748+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "312ac31b-3569-4340-8bc0-c0eb755f51c2", "result_sha256": "8163106cfe93b17237e8051e05e1590038433fe33cf4b516af0f956ee44f680f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.025139, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.739819723996334, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 5758, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:57:46.241859+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fda15e4-14be-4433-b13e-18bb3b2d37ed", "result_sha256": "749f782859a830b5a21424c3fd6ef38f9087031eb66e45c28a144daf1a543a0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01455425, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.26244792898069, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3261, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:33:08.033882+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb17b119-4e84-4cc7-8b71-a0b6c41da5f0", "result_sha256": "b74f67ec305d6c302aa6a1bbc77e815e3c3d6a348e5023336fbded0218c29b58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0175275, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.4559268290177, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3955, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:22:41.361592+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a76218f-275b-4dc6-8d1a-a52d22be3b27", "result_sha256": "26e819a2e9129fd242c009e4567fc00006bded0d543aea5a4e4829bcdbdc4056", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020776, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.025459322991082, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4722, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:54:28.036445+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "770c58c6-4307-465f-8499-cf9b5bb2744d", "result_sha256": "58ac015605dc0576736ad4cb20db244b321c8ee15231864ad3c26b64e519f55e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013014, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.9905515149876, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2893, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:10:54.816138+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "129609af-dc87-42cd-a84f-2a8794306ea6", "result_sha256": "aa448d049b29d32fa99e58caee9db99ed641b411c9baf89a91e15e85bdc9ae36", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018566, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.59223053700407, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4202, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:41:40.794612+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee9e61bf-537c-41ed-b6db-f3fdc9c755c0", "result_sha256": "fe6fdf160123a1f97773046ea325277a0a439c323def8a514669e1b34f65e512", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014267, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.106043679988943, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3174, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:32:05.385596+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f1a6e7-14e3-494a-b51f-f7156b120d56", "result_sha256": "d7c54c5ec5e9eb6076c2ec4e901d3423730521833b1660f368ab69cba955b5f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692025, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.142041895975126, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3803, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:41:17.785621+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1448fd50-8303-468b-bb3b-01fcfdb1bda5", "result_sha256": "eec0d36b3083d5a7caffb7fa4a88efc47993551a25542258d2d0964bbf4f157c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014019, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.058021725999424, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3118, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:38:22.039013+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0350be4a-148c-4216-b0e6-e5e408309960", "result_sha256": "b0f442557e35e086d9a709b3aef69afe14595bcb8ef6152f8108d3170e74fae1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013894, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.9489933969744, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3103, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:01:09.939045+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "171a154f-269a-41e8-8eba-7373e4dfc5fe", "result_sha256": "95a786df9c3b962db86d801c3999bbde8b43142058e41094aee62420dd204246", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010821, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.158700025000144, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2377, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:57:05.355584+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5addb86-c827-4c07-a4da-fcf0aea72b48", "result_sha256": "1a53f8b0f34be73db672cd0b89fdf1db26c16ad7c43c41fa855a39d8df5514a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0166025, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.589434591995087, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3740, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:03:35.787475+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ec95072-073c-4d74-8747-86e36c312831", "result_sha256": "d2891bbcbae81c76fb0d556046ea49bf92e00ec0ad7e88fbc972a5e9172d35bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015151, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.94872166699497, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3382, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:55:37.281639+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce90d8f-cbaf-4f40-be13-b1c55f75c3ff", "result_sha256": "9e84ca6bd0ebcaf10a5f67bae940f731c9d82d1a47a308e0e37548cbfab21b80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00962725, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.51348440500442, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2087, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:20:28.941991+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4d0f647-bd6b-45bf-b4ff-a488bc4f0d2b", "result_sha256": "27e69b5e62e2e76390582b811707476510f8aeaa14e33358651fd59452640830", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01234875, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.763262364984257, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2725, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:44:52.703799+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0b0799a-d652-444a-8ec7-a4dad1d6aad0", "result_sha256": "379c2d8ffe509d728b4e2d59f7f2a6bf84b28e4f74929e116161d0db7747e2b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0142935, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.727401540993014, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3197, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:44:40.310954+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "280dcc8b-42ef-44ae-aca6-e75377ad63e1", "result_sha256": "5f6a05923dceeff1ae90cfa6004c9a73b3dff4159319dc2b029f2b67297532b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0120505, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.608108688000357, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2636, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:37:36.159276+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b9c6ef9-a619-4841-b153-3489cd506548", "result_sha256": "21971213c02c16fd752c66762170d2287e99d02655477a2a638c4f85baec029b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016435, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.738157557992963, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3710, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:09:35.951005+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8422d48-8335-484c-a489-361a486dc8a3", "result_sha256": "e5d9ef7d47f6340653916bb085d877e0c6bee892b5f68f4ea756091e01dfbd38", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012393, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.060365865007043, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2746, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:19:45.862809+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdc3a3cc-cbfb-4ed8-9caf-5c3ebe2f579c", "result_sha256": "3536e34d3394d08533830d8afd1cb55911c5168e9406eecb09d3ba1f33d0a75b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0222235, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.35048170699156, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5072, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:01:37.559450+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e379ef65-ca8b-406d-8c4b-1faf57ac7f83", "result_sha256": "8b50051f01666e68b7a84c073c0f0b81a851185fadd09a5e2bc00da3f70e2d41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01753575, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.3427235110139, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3969, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:48:26.150545+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd036b37-6231-43b0-bff9-96e0d17b5e7b", "result_sha256": "27cfd8a21c7fbe1af04bec4c08a2e682a97d5da3e0f6ae4eeede5a5088c23b0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01912675, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.104868316993816, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4301, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:58:33.894773+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed15a62a-9bc6-4d69-8461-40537cb09744", "result_sha256": "477e0901a8cde80c7d8800e16ef40958f9acb358cc99a1a56bcba0fc91623ff9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00913925, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.46369877899997, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2001, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:43:55.843326+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "74355405-af71-4b9b-838b-2314684b909c", "result_sha256": "d51ab8a71e4322b7e7b3c40fab3b79fc0752249677dfbcb3da591863fd16846a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0103085, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.407955664995825, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2262, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:08:01.747967+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c30e2fe8-8299-449a-89f0-01bd6a44a6ec", "result_sha256": "b9308dd06913e227c1d5fab139cd2cb5b96b7aeddadd24b81a653b80e3e10740", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0189725, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.32773619098589, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4295, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:37:33.306849+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a86223ab-8e39-42f4-b0be-676c3dc87252", "result_sha256": "b95a991e3d4e6cd192d328c1495ae3f94247e226906f2d4e48e9edaeb9f2eff3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015925, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.14469803997781, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3590, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:39:25.154479+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c02f2b4-43d0-4504-ad95-e46d86a1b4e0", "result_sha256": "b974bf5b11351ae8eb8b1a9bd40b395f19039df2c22fe90697fb68844887ddac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01867475, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.28986941400217, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4237, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:06:18.400776+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1baf028b-47a5-447f-b953-39b695f03312", "result_sha256": "53a941d4528c3a9b45b060f38cb4970e2450a8060cebb36c1aa676162be20957", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018128, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.972636122984113, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4066, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:45:52.014179+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "300abede-57d6-4ab3-a00f-93609aedcad0", "result_sha256": "bcf65651e431f760d9d16da76b4ee757cef23e02642441a82abed743df98a882", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008026, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.724254155997187, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1722, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:21:49.690541+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7446c4c-227f-44c7-9cfe-598be910f67a", "result_sha256": "2f92092f2485c1e0ce876e5afa4136cceda5194b57b1eceab49f11f27d58d308", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0156975, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.664565560990013, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3530, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:38:20.731952+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "86bcd749-5eb1-42d3-a7b7-556cae233e68", "result_sha256": "1597ed94e85caf64cc7f863f0c41164666d25bb2bbe684de518cd9d91d2a85e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01250825, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.23242941699573, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2774, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:15:51.058866+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb919617-c11c-40fb-8285-68f03de53791", "result_sha256": "f7ff1a246937d9edd2b12967b881e78cc3c533198f3e637b177478da18beb2dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009038, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.932620500010671, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1946, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:50:24.424251+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a68421c-9f27-4c07-8c2f-fa4024bdfbbe", "result_sha256": "1ed0a122525f2f9b334f9baa697e234f54cce3fa68313469400c5125e9799356", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011044, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.643866860016715, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2448, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:10:59.751953+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5d0ac1b-6314-4808-b9b5-577532692640", "result_sha256": "d7df88d0d562cfbf2464960a9e20adfb7dde803479910ffcfc48d41419e2b0d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01761725, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.184170168009587, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3967, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:04:11.605631+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f394e7b-38f8-4b34-aedf-d147bd76266c", "result_sha256": "3a15c2196da60e51c17d92adea323d752b1acf43d891e180bcd26f8ceed7c1c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0154555, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.222310649987776, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3486, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:05:11.097193+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "788b5916-2b9d-4986-ab82-40cfa83df03e", "result_sha256": "f15ae46b7eff85607bb25fc1795f6fb1b1a504685d8cce3a65f10ade02024834", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01519475, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.755347127997084, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3397, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:12:47.514334+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "19a6c7ee-c96c-4e77-b253-a51c3950d12d", "result_sha256": "5f6d0a255850e4fbbcc439f0591cd02bea832e214b314228b4c1622f33c4d55a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01746625, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.184270300000207, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3915, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:58:33.543233+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "448f8294-d3f0-41b4-8ac0-d6e6a931c8c0", "result_sha256": "48439ae42789c39240aab7a17e0f1b66d8ff23b271807deec360f299e9debc4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0141825, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.794188766012667, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3180, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:53:20.944307+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a9c6aff-f7ad-4fe1-a89e-b97e344c8c23", "result_sha256": "8c7934e40ac5dad08b1f09b73648f4063c603484d333fe89fb7a8749c280ce12", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01144275, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.967393088998506, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2493, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:12:56.644223+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f11d65c-2633-46cd-9673-f8342152f10a", "result_sha256": "c3a7c4e4aaf0f4c65496cc45573fe49c481cfe84e9ab91cb0a3629509462d821", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017387, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.899777926999377, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3934, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:22:16.941249+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddee940b-af93-4ba5-a797-e55cf98b0f1a", "result_sha256": "d566d26d93ba8e41fb5a23c5eb99973e3dac0865eb8570d5507fdd38e70c9ca7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01296275, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.197284913010662, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2893, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:34:48.365110+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "331bbffd-d129-42ee-ab07-d72f37b480af", "result_sha256": "6e486b4b99e8fcfef63c6978799badbcad9d07a691a3db864c4a4004c8deb146", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021318, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v02.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.77687118400354, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4846, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:56:39.558359+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "844c53c4-2223-4dc7-b3c6-5e810fcfab95", "result_sha256": "78068c311937c843aee075278a6e0d8bdeac26f100459c28312fa9ad201b63ff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01508925, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.447570055985125, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3351, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:33:44.407873+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "df19d75e-4f72-44ae-83c5-80e0846cf78d", "result_sha256": "28f540d4c4618b6452a5846518eeef37f49b5173b62488d3b865c9b357f83cd6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.020215, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.45222996798111, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4590, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:01:09.181326+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "857a61fe-823b-41e5-80b6-9ac318190b80", "result_sha256": "e4260c77f62bf907b50f22432fa27830edf20c49771a0c66820328fa6316b88a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0226905, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.63587751900195, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 5156, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:54:06.032690+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fd5b3b2-833d-43b8-a7ad-bebb876cc4cf", "result_sha256": "7ff761355252bda5fa7ec336277463e083bcb7a54e577fd0a2cc4e27ea045a1e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01065525, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.91129229500075, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2338, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:50:05.068674+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cf3419e-6434-47de-a1f1-98f923b74df0", "result_sha256": "fd1c7a78685a59463afda4806d247510cba948b517a0331b68381fc5d4e063a6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01001975, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.279011117003392, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2177, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:47:06.786217+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "96eaa811-6838-4484-9b1f-3ee1debbdc71", "result_sha256": "fad3308971a966720d008437cb080ff814b37fd103f99fadb53a282784c937f8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0120835, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v08.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.113506697991397, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2677, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:50:59.152453+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f09956d-5f3d-48fa-99a4-34047e06b1ec", "result_sha256": "06d9e27784f460e15d02caccdbc59799d2d3ee65178dbf74dbcb7da68222898e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0126745, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.695503249997273, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2804, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:32:53.077929+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "31af497f-89ba-4ef9-b687-b4c038700f83", "result_sha256": "3ca5bee73f837faa246b4e9ba8bf4e89d7aa17b8b06d871c21e7df5205174de7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00752325, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v10.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.335650598979555, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1604, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:15:52.769714+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c75dfcd-f9af-4a9a-b167-ff1238ec4666", "result_sha256": "033f980c9990eec6eefb432cd2c78d9d55eedb643e08a9fa949053c671727f59", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00808875, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.578344689012738, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1725, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:30:06.289006+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "444a3e11-cb6a-42ba-b4f7-8566cacc9769", "result_sha256": "422b72fc02d828b4c9b2ce0a904c7a6e1975262f4010bb530f061acd544c0c31", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0187285, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.725580312981037, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4212, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:37:35.637537+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f4ee770-93ae-4c2c-8978-9efa5b1b2dbc", "result_sha256": "2739afb3512e7088a1736cdc3d3230f78d7e5bcd80416f589c0033ef987c1a81", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0146075, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.709290230006445, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3280, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:20:32.355583+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "49c73bde-42f7-4824-9593-85add4579764", "result_sha256": "c5b31c8f6b0ace8ca850a3ac5e3bcc6e983d2fabfbe12fdaf4f6ba78b1a0cca2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0118125, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.971288895991165, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2580, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:45:24.796083+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "51e03677-e3f2-4305-ab61-7cf2747098f7", "result_sha256": "51b3584737e4ea6a6305c5fcf249af223a3b47730ec8199a1f15050cbcefb089", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0101535, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.127250093995826, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2232, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:04:03.139669+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae8e86b0-b428-4289-a70a-704712a7262a", "result_sha256": "b281603df5aed6fdbd1dca1a4198fc257d06fdcfcbdbc55453870f123990233a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01568325, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.090036313980818, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3524, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\",\"font\": \"Roboto Mono\",\"kerning\": \"normal\",\"line_height\": \"normal\",\"modifier\": \"regular\",\"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:51:57.263834+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f016cea9-4b82-4789-8a0e-037e9587dc33", "result_sha256": "7d070876105324ab692d0c9efc10d8750ba0787b0c14d2381dbf21d86226480c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03656375, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 53.902420183992945, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 8425, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:57:30.487178+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc5a7949-b52c-4d5c-b1f9-e981631861fa", "result_sha256": "2e08853747e7e8cbee4e7f527725d2de502b7cb86d29679ddf9e563e1d2f74e0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00982475, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.838439762010239, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2117, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:56:35.804575+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbb29332-57ed-4c08-82d6-bb53d9efe366", "result_sha256": "32820c0159253e6fc2a09b3466ac24f78f776f710b7766400d3e6b5e4e139923", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014059, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.7020573260088, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3138, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:19:27.735323+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8230e2c-e418-44b7-8584-f2ab14309f4a", "result_sha256": "1993cbf12074cbc81b65afcb47a5244504529a188aac089eb15539d5fe2556d1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00867175, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.881385639018845, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1841, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"JetBrains Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:50:42.407155+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "72fc19a5-4c56-4b61-b78b-373dd06db592", "result_sha256": "a685683e647a13b08be8072fa656db06cee6454c90d3bc6be48a2ffe4fa08d2f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01436175, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.690011520986445, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3221, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:06:17.791773+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e173dcb-74ed-41d4-bbb8-7cddaa57b567", "result_sha256": "acda79f4335c4e4ee68b087732ff1d7e9af3313b981beb5519c9461d94588c5c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0143265, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.91679696997744, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3188, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:37:52.325424+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d63064d7-5cc5-48f2-aafd-027b9a77a551", "result_sha256": "c918ef787eecb7541e1da964960495088a2b774505b620c4624cafbc447a6734", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01286525, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.647417833999498, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2858, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:55:10.444137+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf81093a-589b-4ce3-a20a-ab1e05e8107b", "result_sha256": "f0f52302ca9223e0b1f299c7c60a42e7d3396ab33aa5a04f6c5ceac4164a34da", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01325525, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.5593286609801, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2943, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:08:42.748042+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dded94cb-1dff-4a7b-8b4d-47930b669a91", "result_sha256": "cc94c874623b1ff287638433fc33402aaff8349ae1af56b72717877868edaeb2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0133285, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.2006185289938, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2967, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:43:11.138757+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1eff688-db06-4bf2-b68a-e33524255efd", "result_sha256": "9c91c30701f658e46455f38c98edd6337ab9b4723a917abb9773cbb386150fa5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009947, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.996149727987358, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2174, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:06:10.910644+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62b4b0d7-1656-41a7-b1be-5af5e336cdb7", "result_sha256": "e4d4065961c4f2e33a27c3f2a1dad0e84bd68d380a66006f5a8de0b7567f024a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01301075, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.840557993011316, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2859, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:24:55.812424+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "865530f2-3ebb-42a2-8ae1-4bcf0ef81d56", "result_sha256": "769964a12054e04d8329b32a6a3627eb174fc259cf0ff4df865a51ae08174dab", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01357125, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.323939130001236, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3015, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:30:26.605856+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ba371cf-24e0-456b-af4a-4b3c6b7ac6ae", "result_sha256": "7760770d64084ed883a5f63644db3e1b275e832feb951e79ae2a50d3c816f95f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01383625, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.730954444006784, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3075, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:51:49.722109+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3abf001b-52cc-4140-8a18-d0a4590bf95c", "result_sha256": "b5233067a6ab4a645933e634345c422c3928294811cde1dfde7d34c56d5864c3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00990325, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.826893113990081, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2164, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:10:34.896996+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c83d084-f2c3-4d3b-904d-4ab6f3571ec8", "result_sha256": "3e8ad5271213ab1d6909bf7a720573344ba7dc58407e425170e160b9cf6e8ae8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02496925, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.68676205899101, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5706, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"JetBrains Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:07:16.055363+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b508a7a-51c1-4973-b193-06337fd48073", "result_sha256": "e64cc6987db0c12b6f5aa77265d95375284208a69bf356aae2098f46d4672caa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01758425, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.32065959100146, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3971, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:29:36.263346+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1fe04e7-ed16-4d4f-91ee-287cfd74fa91", "result_sha256": "d057a82e5152a3df842d70a029bd913a41597215dbac4386b5714592be230be3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01097075, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.206596425006865, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2379, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:10:44.471671+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca13cf5d-e528-421c-832e-873380f50ed4", "result_sha256": "2f05daddecc24572e1ac14c75b5b9eb9cb8830192e510ee502e377902529069b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0157345, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.765223313996103, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3524, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"JetBrains Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:14:39.204506+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "901884de-dabb-408a-a3e8-a09bd0bfef77", "result_sha256": "f561e19a0100d344e70c56f2bc22f28ee5e7e0a31c3613adad15fd19c73622d8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01648825, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.677641086978838, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3699, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:21:28.006401+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d009011b-3211-4ac7-bae1-24dfc457d61e", "result_sha256": "7750d85bbb186793d39bc7c8c6e7ad5d11832c171d36c07220f056ce1078e51e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0173005, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.075260220008204, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3891, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:02:47.878299+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e5a6d8d-c1d7-4a3f-83c7-9541ac0b7a91", "result_sha256": "32c8a08e64aa0fecce0622e84e46056ff30ff662c9655fee0ce227694ab874f3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0138695, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.76645420899149, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3064, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"JetBrains Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:34:39.852106+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2e6d9eb-0e43-44c3-8261-807179352dd8", "result_sha256": "c7844605f5dd18a99259decc1ef8ace3d51a918568cc0c28b6b2fc886c32789e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010859, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.525835278996965, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2398, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:10:39.475752+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4272a863-fd8c-4976-8d81-564cd70da91b", "result_sha256": "28ce9b999d730d7684b5578464923fe413667bdb63af0f8d9d95b3d08cf0dafa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013125, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.53616431201226, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2895, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:37:39.262200+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d58ed7ce-3972-42b5-9fff-d862383e81d0", "result_sha256": "4eda819615eb05ef80d6c66efa1900e031587a5623c6201b2572b7070daf048e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00952875, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.002627807989484, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2085, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:45:07.740226+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c04c00b9-8dcc-4958-a0c7-affa22e7e827", "result_sha256": "46ae7a2056cf05e27b082b942fbed02721e95ba4fd5867ef52a2e988255846ef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01685125, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.434976110991556, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3795, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:25:57.637176+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "254f0eb1-2692-4a75-a158-b9c2593b2aab", "result_sha256": "9aba19eb571c89349a51699cb8b2f59fdce83d71bbf75561dc143d0c953c9b0a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0167765, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.883498589973897, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3748, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:28:35.888115+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c8b3187-116d-4677-a8a1-2742e2cb8d7d", "result_sha256": "28fbf22a2bfd99d78291d2c45af5d6cd68b646bfed058bcc78c566830735bed9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0099255, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.006832501996541, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2186, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:29:10.186668+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "568b1e0f-6b93-462c-9cf7-a7605f44fc45", "result_sha256": "cd63a5d0f799010ba13b659dfbd084119e44e8c30b089c186364a577b98f7c93", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0102575, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.460780578985577, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2250, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:33:22.837358+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "24d8e944-4c07-4fd8-830b-c869108ee93b", "result_sha256": "439dec6d4ecaf5c83faf869367a93dd726f7b487c4d08d9c62053b132744c194", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0069535, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.444349836994661, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1467, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:11:46.655761+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "05279b8d-5f03-4557-a5c4-49c8246dd714", "result_sha256": "eb4c4f1f9638c578405bbac0333fecef078cc18a4218816c3d57026c83dc30ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0070405, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.330845290998695, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1506, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:11:15.851154+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a148a426-4f61-4169-859a-40b26c88ee7b", "result_sha256": "989721402d36f8d66b10d20b989e17eee847ab34f6d4819bc33a7475cb772d2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01040075, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.950421917019412, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2269, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:18:32.472374+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0bff475-d6bc-4344-9b6b-d5db84d705b8", "result_sha256": "2fead7a5c4f8642ad98fa04c5658ad419d4502f71f769f557b4caa4c9bb54524", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01069125, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.211922692978987, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2335, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:24:10.642541+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "45a96185-f3f0-4935-9f18-9e416d0fd7fe", "result_sha256": "a2722624fdad484fb6adcbf5292d68ca636c2aef0a72359df6065fc73cb0e5ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0122275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.31406621899805, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2720, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:51:32.630661+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "464c855b-009c-4041-8edb-04c886276817", "result_sha256": "192db6ff469cc5495ff6596a82e01852baa8266de4382718f966905eb5b1a66d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02352125, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.603426291025244, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 5335, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:56:07.026175+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "975b96d1-fbb1-4b17-a9dc-3eac67725b8e", "result_sha256": "2ad8fea8309753ac949c14dc55367a6d99fe79869b0687d56d87fa13627bbd84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01246125, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.030786882009124, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2775, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:24:50.823128+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9513565a-75b3-42d5-b029-991d58972b0b", "result_sha256": "5a5645cd6d38dc370e9bfd93dc766256b29d2365daebc35921b6dfac59fa4205", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01882975, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.02106662999722, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4267, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:00:11.016082+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c473501d-3c7f-45ef-8850-893fb1ed833f", "result_sha256": "91bcb9f51b6f63e85845a28d6525e361e9b025d131a8bba741db70f61d7c28ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0150285, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.16170391999185, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3367, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:54:54.705391+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd33cc88-c0fa-4801-b5b0-10c7c4667769", "result_sha256": "9c4e0e1373331e3c67256f3d1d21de4df6a8ec305fe174a639d532e2fbc5cfd3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02017675, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.96567991899792, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4581, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:50:51.384318+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b955bb7-8310-4774-ad65-6929004e2468", "result_sha256": "a7dcdf79bafba21ce80c76a82556e60f9cd7b3d2e860f408e243329d995007e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01110575, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.700247189990478, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2444, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:05:38.923928+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad33cccb-f9a6-418f-a269-bb04446ffb9d", "result_sha256": "35a7350ff0c205c8dc208339ca5e6d4a2fa58527cefccf2286e60983418b7158", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012803, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.707161801023176, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2846, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:17:22.880462+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ff13b4a-70ce-43ea-b88d-64a46488e569", "result_sha256": "da36848225f99e312738573d4ea47359c171fa937f7a7e5f485fc72f79070cb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016239, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.279691031988477, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3638, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:38:43.911624+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99272cad-d9d9-40d9-a390-56e85bfca231", "result_sha256": "eaf1ecce7274072a8a2e91bf7eac4faa6547df0d457739f268767a0cae12e2bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01271275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.331809232011437, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2813, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:08:31.212375+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0e32526-45c4-4da3-aea4-bb2367e4434e", "result_sha256": "4056ab993f402ef080d41d96762f64e7beeb253b9aee1d4aeb270f3ccf80028c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015804, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.147327530983603, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3538, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T09:00:05.910835+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "939a4b25-6987-48df-ab28-52a913f625aa", "result_sha256": "da8a91de83a591f09997b142ac6484368f4efa5c8674402b78edb1c42c4e6d5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010613, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.503659148991574, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2331, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:27:05.795675+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "146cf81c-eca4-495f-a443-0b96ff10eac4", "result_sha256": "c7935b94416a158c07351c7ffe65fec0a8b3327f2a678f4a1b3c2bef5bbde2a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0163545, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.26518216499244, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3679, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:18:00.233950+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "21f0503a-2ade-4358-a847-2a1845d814d7", "result_sha256": "f4a062afde49a0deb7b0b8aaef65cb0116c35df7331709a2f86c4536633ae74d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0179455, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.71239846298704, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4056, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:54:21.696569+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8fda4c0-c383-46f7-929c-e33a0a04fbc3", "result_sha256": "f3a763c0110de574de6754651d825a69e9d19d9c49be04691076cc595ed57450", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015763, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.975457351014484, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3526, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:15:09.920974+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "703f44cd-ff4a-4473-b061-c5e1827a5b6e", "result_sha256": "81fb0017338d6e135d080af167f6c2f45082b39057e9916ded44ff420cf60c8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0134735, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.752792554994812, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2992, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:34:47.633078+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "27379aef-3e01-4d76-90d4-a42e90edb172", "result_sha256": "8046f893d27e68ee27906a67f46554d5bda7973186323a4b6fa00a491653eff2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0096415, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.067145674984204, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2088, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:55:20.542078+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e63e56-9368-44e0-afe9-dc6590d9408d", "result_sha256": "be61c9d74c7a7fc8b8a7621e20539ae9bd38cc500ea92c0298ed0f03f99ae80e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0091085, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.367615524010034, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1977, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:41:04.291949+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "238cbcf2-e16e-4f28-8507-4f9b558a36c0", "result_sha256": "76b5d12363dfec2eb6b100f60f77cb4fd5a60550832aefd748a11aec3b5a4a84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0198365, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.855298518989002, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4468, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:06:30.102298+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e4982f7-7e26-4825-8639-30cc736d24c2", "result_sha256": "6b9848b4a1f6e51b1d93e554d49cce0641e7ad6e16ca2c45306459b8abffe633", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01763775, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.959740323974984, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3993, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:58:47.085701+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9540959b-57ee-460d-a891-214530b17013", "result_sha256": "8598609c783639ce4150df8f0ac8ac7bbff1a9bbdbbef51d2c031a9520d92f97", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01228675, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.344368443009444, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2721, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:22:51.713473+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d99507-3b55-46db-aab4-08ec9cde84b5", "result_sha256": "7cddcd3ff66a08030552d41fbadc2701b70a325ee6a148b9e675ae3a9df698c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01037875, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.950341479008785, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2285, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:27:57.172420+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "47951bf8-4fc8-4b1b-838d-67671eb0b5a8", "result_sha256": "f4c8883597316f78a57dc69d9440250cba738386dcc11c494d62f5bf84ac7e63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02941025, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.221104362019105, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6763, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:02:26.755425+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac5666fb-85be-4e91-bea1-b83676b8bcda", "result_sha256": "a4385d49f9e6e98f7d7816c8c866ef732505aeee6184e3a92432df346b3ce520", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0232875, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.983964326995192, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5280, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:29:36.737279+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "04269259-4ab7-41c8-bda2-d346dc2b9e44", "result_sha256": "257be298de5682ec2d807b4ddca049cfde05b7fcc352c44f20839a76db67d8da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00979375, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.595630144001916, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2155, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:22:36.193281+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dfe70e1-0266-40ef-87c1-31635757f2f7", "result_sha256": "6e01a948a4f0c7fe487df7d99eff7f7707cfb7323289604a735309dadf0267e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016981, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.643546090985183, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3832, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:01:30.639266+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6263240-ee44-4ced-9281-d2812ecddff2", "result_sha256": "33ce8f6beebd6b1467517af27f296f0be88ddf0804bb0e7e4e4966e0158e7761", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012606, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.757060763018671, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2797, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:09:44.527456+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc209202-529d-40dd-a64f-fbb8beb3873d", "result_sha256": "29e17858e6f7e1de1bf22ecca849f5454589d71f7af1c5f719c3e71195674c66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0128565, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.64602217200445, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2868, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:05:21.167281+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdaa293d-dce8-495a-9fd7-1f760f8d5e36", "result_sha256": "a487cba9f4f5dff28d35f69ab6e4a7618c39f5ab14d7574bccc5591a6b2304ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01120325, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.198600976000307, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2479, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:00:57.282474+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ba54196-c839-40b3-af08-977222652ec2", "result_sha256": "94afd9b3de009ad682fffdd1dc27608f81864da8a66bc3c0a19751e2a1a9f3e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0118805, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.011450737016276, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2596, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:56:50.609124+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7456c8b-6864-45df-ad05-8444cea85439", "result_sha256": "7b18275ae9c8d8e4f088d428a8061481217769ff9046ddd562b99dcb4be028b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01425625, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.235301287000766, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3205, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:01:56.823594+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "681f04ef-485e-47ba-b9e0-10b903e31d44", "result_sha256": "7d5583059c20323313b939467de8acb759a8bf8690f9cb99ba8ad8af6c25e624", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01446075, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.295511352014728, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3239, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:46:18.568462+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf616246-fb64-4698-b2b3-a7fec3183e50", "result_sha256": "c2b10d04b925faff91022e525100e4b815c7e6202591f6258b6c8df14f99f1df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010277, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.816865008993773, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2249, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:08:06.411872+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1b57ba6-7ee9-4b52-89b9-9d33133fdde2", "result_sha256": "9d9f9c0f29d22c109a02a9ef6d8da551f5ab821fecc7f02645c9d3524c3f4d92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0121405, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.631909526011441, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2676, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:59:28.716430+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a8aa7c8-44d6-4320-8dae-214bfb5298e9", "result_sha256": "038134324cf801db1425c0dfeeeefac6b1f14fc9ece2492d13650a386978a973", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01535775, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.52823640400311, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3463, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:13:38.477722+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a945cdca-c931-49c4-b519-947fa5dd8f38", "result_sha256": "de2e3e998a587361acece4c70a6cb93aac4feedd8aef8546cc9396e63c092822", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01753225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.7042903600086, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3947, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:32:47.532015+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "23a8b27d-1c1f-41ff-9290-22f4eff59333", "result_sha256": "99526c4f6f958b1890b7285dcc354c38ab4650f239ab3b4d3a775e6654bed837", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01540025, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.277862657007063, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3473, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:40:02.250544+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c38e6ab-b751-4658-999b-54e9268d5a3d", "result_sha256": "4d72e213216b80d89ee5612c35c53e9162857b2e9afdfd8f90c286e87b515bcb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016032, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.462588847993175, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3594, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:33:01.002437+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a41007b6-81cc-41e3-97eb-a842db104cd2", "result_sha256": "30d810a00d8bf2ec7aa0b129d57dcdbfe71f50a686fd760321a5a1d42d1989b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01025775, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.515119365998544, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2233, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:36:15.217856+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c212aea-2b1f-4ca8-95cc-4f61c06bef8d", "result_sha256": "c1aee9f7825f63179934f8099616f58af44325812969b593592b653674ce7d80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012151, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.55876392198843, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2702, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:59:15.353647+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbb4447d-cdaa-47df-aa4a-034b089fceb6", "result_sha256": "fefe606a3028c3d629b96e257bf6913bef8b18ebf0b21593d264ebd0c8e2cd4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00907125, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.444744481996167, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1935, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:33:23.929399+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "76600a5d-6b20-467a-99c6-6353405d86ca", "result_sha256": "da5686c30dd34fba8692b9353fcf5a24351cda066f31a6755df34d72f9304f71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01543625, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.632401231996482, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3475, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:46:43.486449+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "021dcf5a-37cb-49b5-a06f-7a3ecb257c3d", "result_sha256": "02391b087b45ddcc3e99674a540f602a9aee74e169c424e33d1e6347fe0e25fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017487, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.198859650990926, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3964, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:19:27.292444+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "467673a7-0bb7-4896-8f8a-e6ad967ed9e8", "result_sha256": "82708f3907d6441b401de440e7ccf202280baa9dd29ee5ee3383f6b0a7a542cd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013193, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.679139207000844, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2926, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:52:15.359845+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9690d185-756d-4794-99b2-a6fd4bc4f783", "result_sha256": "c9c4e29f7d2aee9abab8d57d3e87c313867c63cb133233c320ed3deac7dc92cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0203095, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.452163627982372, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4584, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:30:06.795453+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0df7523b-41d7-4139-a05b-75d2eb1477a0", "result_sha256": "c80537d55c39b316bad8015baba408d53aee935380a3679b4ef659f0fde3e349", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008326, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.146465652011102, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1802, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:50:55.989537+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a1780b8-14b5-4b36-938b-d42cf5400cac", "result_sha256": "afb58d3a27b1ff2b27e624d8e39142e05619ec7ed1294a374b568f140c7313ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0133085, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.616514244989958, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2932, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:58:31.080652+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbb12ff3-401b-44e0-97e0-ae1d32718f7a", "result_sha256": "1370d333105eea18fb4d8f5b573123f6bb3b1893174f35dc4f1050548db2ef3b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00878925, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.0880875029834, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1911, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:59:02.469952+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "619c7929-f940-4b05-b8b2-5d8dab19c9f0", "result_sha256": "cf7c7e99ab51cb0816180226561060097d1d1a443edda18902217f6fd82ea1de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01183, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.883401856990531, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2620, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:04:12.676939+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75c7d9ef-441d-4ea7-b465-688524eb70cf", "result_sha256": "8eba57cc0fd0d4c822d715e88b5bf59b79b084a11eec8e5f18f6dc72e55eecbf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012878, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.083973872999195, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2861, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:54:45.570168+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1991bb2a-f589-4a2f-bf41-6bcf64382473", "result_sha256": "b7fcde7bc9fe174b761b3f075ba0048ec39b20ba8029d803947580af7ade1924", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015308, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.285000270989258, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3426, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:45:44.157899+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "575e6d38-2498-4167-ad1f-54e0bb5c3f78", "result_sha256": "fe03cf77c7dcf0631291b91d405596b053811727be6655603094bca7f3f97ed5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015088, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.775096351018874, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3381, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:41:21.198823+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a65812e-e672-4e0b-8fb4-c8978948485d", "result_sha256": "f475a4c012c04a803bc74e218f68a8da40824fe0b6289641fe8fb3732d37d15e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01024875, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.643968176998897, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2245, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:15:11.519824+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "53b9cc3b-db03-4538-9fb4-8695a3cf9e30", "result_sha256": "6a7433648c14270a2deedd05d9505908c8f4877cc11aeffd9bb8f5286a016464", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019492, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.564725706994068, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4384, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:36:12.808812+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "80de9489-7e5d-433b-9860-a59dbaef8d10", "result_sha256": "733f4bdcf4cf5d64c7a51eaa9325c2618cbbf3813d75d91662091448f7ac6676", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01337575, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.86094548800611, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2969, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Trajan Pro\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:05:52.070847+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a23af4-8cb6-4f5b-a6bb-efaea69f935a", "result_sha256": "0a8167bf985af701f8f10f462e94b7464ce95a20c75a32657167293c485ab784", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0139255, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.078886588016758, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3096, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:50:31.414899+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4727988-d197-462a-84fa-05ac3824f4da", "result_sha256": "f44a76d7f51c61c6f5b4bb167ccafa598fcdd5bda6d76e17bed7ba55b7da19dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015949, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.131982935999986, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3573, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:23:48.646811+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "196d059b-1527-4360-baf6-955f937ec908", "result_sha256": "5c373780caf8973e58818084a275dc154870d933237e464499c5a778d2b67da2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010566, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.281317088985816, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2317, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:49:47.355044+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f7281e7-4abe-47ef-be50-62168b4351f1", "result_sha256": "e891d5a172e607555a160bd4212a09212423e2ac48ab6ba4ce8094ccc4849740", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011783, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.628877668990754, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2606, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:13:12.940018+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b587d3c-b539-43bc-b0ce-df2a20243d95", "result_sha256": "dae10a9ea206d81651dee659c4e8bb664dd11c9b461e8c3f0149db8bf6da95ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00753675, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.382411841012072, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1571, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:32:29.860838+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae5636f5-3e45-4950-84de-1eff8aab9b2b", "result_sha256": "10c79df05a5b2daaede647102a012720d76f845c6e21df319d3598973edcfcb6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01618575, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.59739453799557, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3609, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:28:25.077970+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "60ad56ad-5d54-4b1b-a544-e9b6c3834bc3", "result_sha256": "dc72be52e4489abfa72ca83917b2bae7b13dfffbaafd50e13068948d0a006b6f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01614175, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.812312702008057, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3641, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:22:58.522814+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "58984988-e27a-4090-8df1-f42057e42636", "result_sha256": "64525199d52c4327e091568f69fb7473b4c8b5066176540e9a30d7546c7ed602", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015318, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.66650701701292, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3411, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:27:03.405115+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5d5317c-1be5-4036-a385-621df027edf5", "result_sha256": "536dad1698755c929b0fd23a94f03dc78b2bb8cc553b85dd5afd9570e774507e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00977525, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.18508559500333, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2143, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:27:10.110297+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15294081-6411-4628-862e-c0aa03782844", "result_sha256": "c5b1310672c9187d0469de9b1e6650373be73d2d5972e61dd41140b9d2c43dbc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01635825, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.166168928000843, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3679, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:52:51.997642+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13eee340-f554-4e0e-afe8-bac5f8784e3f", "result_sha256": "c3863ffc1f86dcfc2514cd32544d65065246a1896b5a691668b839c2e02e61e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01384825, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.087165586999618, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3059, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T09:02:21.671799+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4754c0ac-0dbf-4fbd-93f5-e9366f4d560f", "result_sha256": "732c30fc056fa0037a62f6172edd7504f8cef02f65adad280ef87aa502320264", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0155995, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.260146041982807, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3504, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:17:50.159377+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d666dcc-2a5c-4589-a086-2da597c6c968", "result_sha256": "e8188d7018488e3c0d67c32e97f02a174348dc614e3b8722b95f1d8a84efb7a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01251, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.612742298981175, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2780, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:00:35.051214+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "82040b4e-8ed7-4593-994a-1f62d907a1bb", "result_sha256": "7885005ca72b9c70699adce01637b37449f34441f766b83a23114113bf130dd7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01924875, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.798949773976346, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4360, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:23:40.580430+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69c68dcc-4aba-4936-b8e1-35619f4363ea", "result_sha256": "aba31c7d17b5053485279f089c9c598d8d811eb8b34811f3c5bf3da7fe7cf581", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01033, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.887052702018991, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2280, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Lobster\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:24:48.609396+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfc3a77e-8ba7-478e-a252-7eae3f2beb32", "result_sha256": "c4cc899297d162fbcfdd2f84837989e0d0cf38813d1c6089f6bd60f6a11d48b4", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010473, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.391851888998644, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 2286, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Lobster\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:19:25.989719+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "053e223b-e321-41bf-a2fd-3f09863642f1", "result_sha256": "d705cd50a1f6a92286941e80ee0a79d9de545c19b4fa788566f334aeb9748f9d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01384475, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.737675691983895, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 3077, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:17:11.391490+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c973db64-0ddf-4bb9-aed5-628f697d68d7", "result_sha256": "5002e30a6b339c02a67418393565ae10e432178aaf609411a382c0caaa081abd", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0116345, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.896736650000094, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2574, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:22:06.667019+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "71ab6005-8473-4463-98e9-2b34724c4687", "result_sha256": "f1990314be8b0c48f9ba84c30dbbe7d61750996624cdb8994beb679663cea745", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.013201, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.481246959010605, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2937, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:15:39.445507+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "77f89154-b8dc-4c9f-a7f0-b2bc6d95ef09", "result_sha256": "245407b65b57c9fd97f293ceebae1ae564bb6e85771bdafd5739e05c23f4db41", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0228415, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 31.828197531984188, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5208, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:40:05.657612+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b40797a-6e30-4757-a8a1-d526b2a53037", "result_sha256": "96f8771f3716a2a2c94874b3bf246238535d2c50a2b205e26477b743f0cfe8ec", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00901475, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.568301801977213, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1952, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Great Vibes\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:24:43.826657+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a29870a-bb5c-4743-a014-fd6bd67f4e6b", "result_sha256": "2398ffd62aaa334dc7728a70ba56bce439efd1de65d14049e67a4ed504feffe1", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019488, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.47320342497551, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4436, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:56:50.486027+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1df2768c-e5bf-448f-ab36-dfe1dff6e3df", "result_sha256": "5d69be21a5fabe93a7d882793cd5074a6da075c2d1860a494790c0e6fe13a96d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.012295, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.650586837989977, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2710, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:45:42.557370+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fdea514-9d27-48f3-bd9d-6adcc0ba2b85", "result_sha256": "5ebd864fc4c11e8e15d538a526ab1f1039e94c4b6c144214af3d6a156b3951f0", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01492275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.217309952975484, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3333, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:41:21.867246+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "141cf492-43e8-4e79-9529-aea336c1761a", "result_sha256": "979bf70c54ecffb33ae17c6907d0f9262305b93f68ad40625a6876242307988f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01622325, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.43611015600618, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3659, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:18:24.496413+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5539a5c-360f-49d9-80ce-fa69a311305b", "result_sha256": "1db949ab87a03b160fa2ac83fb6dee1518bfa89dd41c9e21091b20439d727d0a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01983725, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 30.90746066698921, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4517, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:02:59.908376+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6b44b48-3b2c-4892-b342-ca9791b489f0", "result_sha256": "7dc3c67b4a1aa315fec48b232b9966512d15298c70631211356d92c29f3440ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00763125, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.171404080989305, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1645, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:45:28.271824+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b89b86a7-4a6f-49c6-8c8e-2c498cd2d3af", "result_sha256": "696de3dcf6ccfc33922b72e46f0fc4f842f06cfef4271bf4e93f2699c58ff2b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0165845, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.41294625698356, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3724, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:06:20.487958+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb44eae5-2bd6-4e4f-8b4c-6cfb7ecc0b91", "result_sha256": "427b017f363bd40a8c21a0098f36e86fdb17504a67cbdb3a5e33aa8a0c9ca179", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0123275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.907034525997005, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2720, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:48:05.532155+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0bb05f6-3e66-447f-8a4c-2663c0f50901", "result_sha256": "203faab016c2b03af80649efb27cb6d17f7b00f0e07cb0eb92ffbdabb925828e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01014925, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.515679033007473, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2231, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:39:33.741429+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2cf3d67-470d-4428-b443-7ad27a4e863c", "result_sha256": "d7d79d25ecdb786b6f3a7d907ce17abc78782cefdf55af9180198f9013b57242", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0111495, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.427820240001893, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2424, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:55:15.753597+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f8eb176-9023-4548-b648-3ceb1c3038ee", "result_sha256": "08d6cf37bc04b02140c63b9a4c00988906ebf7eff2dab647e24de5573893e1ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009261, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.73485748100211, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2022, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:14:38.908252+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7236a7be-e5a9-4352-924c-34682e302003", "result_sha256": "ebdc235f7bef16db367d5812253c9ad002c7aa238e9833958b5201afb2385764", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0147115, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.969857818010496, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3298, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:44:23.955996+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "419384c9-d7e1-4232-b79d-84df6a485440", "result_sha256": "ac475f1b69243c31742bddb77712223a06cfec61fb2ef5cb44d2a56d86b1c8b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01311175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.68973554499098, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2916, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:44:24.120208+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a90de848-c09b-4ee0-984b-c77476d9ac5a", "result_sha256": "ec5aab5f68987ca49d2ca97a2163aadc155bcb7fbc1c68052ed85a42ff914116", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01560375, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.15346288998262, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3505, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:05:07.718669+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a58326bc-d0ba-4b7a-a66e-92cceb69a14a", "result_sha256": "7650d41e8a5d06a679280b62e04949fb1496215df2624632022e63a41eae15fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00974575, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.228911483980482, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2124, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:05:26.736305+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2499942f-533a-4cdf-b851-537241458771", "result_sha256": "f44b4c1afc94f4ab558718579332733f85386ac8dcb81dedddd6b8130424de1b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0143245, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.02752432000125, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3204, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:22:20.395707+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a906ec1e-8ce3-44fa-9db8-afb30801e47b", "result_sha256": "d98a1278c62c9c8dc4e17f33cb9078d92da3fdcdcb89f7247f114ae6cb563cb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009371, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.95168369502062, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2022, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:43:02.751339+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99245b85-8b79-4f3f-bd89-e194ccb24b33", "result_sha256": "0cc63ea3534748c33e1869fe00a4203df398b2470a4469adbb9ae16cae6be09b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014808, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.542028469004435, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3306, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:53:10.153775+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f090840-2bb3-43ce-a42d-a4b098bee54a", "result_sha256": "29d2d2cb0f63d9960250332de58c0d9f4bea679552c04b31d7c191ffb6b7320b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01567225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.51230300901807, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3507, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:10:21.468901+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2ddad15-1561-45f7-8832-520b95d4ab9c", "result_sha256": "91522e4992dc13a4c4787dcfe6961fceed8e4e48371a704c0eaf2621e2283aa8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01779975, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.577279866993194, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4022, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:45:22.996789+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3058c0a-5518-4ec2-b4b5-bdcb1602e491", "result_sha256": "e097c290ae8e654eefdb36cff517d5066dfd667652bdbbaaea51ce2a3b1f36a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013422, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.539908408012707, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2989, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:06:58.550361+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "72f70269-8d95-4274-9885-40cbe00dc7ca", "result_sha256": "88da2eef240415e505c872472735a4b46955f762b13b2201939563830b036c01", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01346175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.15975971199805, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3001, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:24:36.607720+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0c5f13-d8ed-440f-a7bb-13645c8b117c", "result_sha256": "ba4ddbb6dfe2e8b64e2306a6d5069ec9e6a7e92457c45222805b1f96aa1c3f7f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00905225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.673104398010764, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1947, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:07:50.327603+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "020c30c6-8af3-4b7a-8e7c-f4d0b8e4be88", "result_sha256": "efecd22c32e94da663d0fb07f252b8b500e818e192d1ef35447e506cf2d2d96c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00827575, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.856382386002224, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1769, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:09:14.381865+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "85cbeac5-85da-4622-ada6-0828919ed38a", "result_sha256": "9da914c5d0511229bec677a7a00e6d582acb857cc2bcc54fae3662125cb3a2c7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01122675, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.715525305015035, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2461, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:14:14.381126+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "24a7e726-059f-4380-bb19-a5d228998212", "result_sha256": "b8c2202ecf8fca569dd35aa9b92c2b4cbc73d87ea5870f79de31a327dea4f8bb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0133415, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.790379089012276, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2973, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:51:07.281270+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "683619e4-f05a-40ac-a907-9c86ed4f0395", "result_sha256": "0e7626d5514eeb4aae5ac910395ffca057bdad8d7da1633efa8c1af71fec4ae4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0100615, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.751860179996584, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2168, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:53:18.384927+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "07d0dc6e-d3e0-4bf8-8305-3f8d4d04c904", "result_sha256": "9d079085c02ce4070c3b375a13b325e93305e206f53436d6a4ffbc22d77469cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01300525, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.785430013987934, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2903, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:22:58.094121+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "930a46e0-b357-42c3-81af-909218e9aac2", "result_sha256": "e58c6dd06d2652c2851b33d65396459863e3669ea2cbc2e387b7c0d77a7c930a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02774825, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": false, "latency_sec": 43.53237611500663, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 6359, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:55:00.820848+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ed7a057-e8e6-4390-a9ad-5b698b940bf4", "result_sha256": "53c71cc6db4bb6d0d94131f2d2245a80dccb2f313b02552964c35f98ded70ab8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01340475, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.852757884014864, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2997, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:12:24.973569+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9150b84f-13d7-46ac-830b-60899ebad0c9", "result_sha256": "bde1b93ce043b2e326042359060cddc2ffab0b146ad4e8926851af31e75359d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019835, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.679726461006794, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4510, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T09:01:03.058022+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fa62c6d-2966-4d8e-abc5-aa56a1a4a8e5", "result_sha256": "1dc3eb4974a97c75b8286f47a809869eb714bac387cc2a6a8abed5d5a614e4af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0180855, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 31.68804798097699, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4056, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:38:01.112009+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "715982dc-9d9a-4315-b3bf-75c4d65fb28f", "result_sha256": "abf75aae740cbfec3e3dc1d309529e66a7139a5e533f359dac55dfe6e8c688a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0110265, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.291796561999945, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2428, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:39:49.802325+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b0e226e-50a6-4843-839a-bda3e3e4f419", "result_sha256": "bac9c1cd995ef2f8e7e13428b08d3eb8ad5b5f66ad2f7af1120ecfac41501332", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01574425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.22405526699731, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3541, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:41:06.666832+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a9ab502-2b53-4dc7-b6d1-7a0581d112b3", "result_sha256": "ff951ac2200923404cc30dbc4d4b26db4bf004a8500cfe918851fe96021ae2ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015139, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.85991128801834, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3393, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:51:21.628653+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c46b98f1-e806-4729-9c2b-6f0202fa0b0c", "result_sha256": "662c5f13888e4d31c2711e0dd8d617001d7ff089e26a97195893fce26c69c3e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015855, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.58294624701375, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3580, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:00:39.416453+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1c27a58-f4aa-4173-b0ec-cfec8a2a08c8", "result_sha256": "0e6311ed6edaf1b77f4e8102b0c2be2932eea016ad92292234e2ce21c5c379ef", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.032845, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.21472505101701, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 7550, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:27:49.732132+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7362c6ad-5073-4fc6-8eac-205a677575a4", "result_sha256": "0ad6b4f5bf99ca2ee93cc7959b03d6b7094ec6530cf0225676f705148460f5e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008681, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.777320736000547, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1862, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:58:46.298146+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "20dd200a-d54e-4cbd-8db7-aee8640da41c", "result_sha256": "a521fbc5e18edfd072a48966b944415280d87c3614262800720ffb58e7b57b07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0097285, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.247197671007598, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2132, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:14:49.537336+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd7dd9d5-edb4-48e4-9e71-503060ed991f", "result_sha256": "caf9387fc6dfc24b15a406c4601904dfd00c114e90efeb6f26cd8d11d9caf61d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083615, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.18675024699769, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1768, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:18:51.123923+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4210aa66-07c8-4697-8c39-fddbb3830503", "result_sha256": "314b0eea34ab3a104959f61adc15ed3a01f8c2910bc39a78f29a23c3c3374b00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0138, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.737300882989075, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3090, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:23:15.268430+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca9cf2e7-c942-4a65-9e1f-30cd9f75dd0a", "result_sha256": "477c87b211a201a093c3b2ad33713afe4313f74e920ad0b073b8f4120c66a3dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01021925, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.630154013982974, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2241, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:22:40.226199+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "028e4751-db48-4629-a56d-8a43cc47b77d", "result_sha256": "43f306eef0d009f866becef8cecbd858df971015be4440e248e7d8d3beb2c60d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016482, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.574463122989982, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3709, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:06:07.435141+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d93c36b-7256-486b-ae1e-5da657ee4e61", "result_sha256": "5db33389bab11ba8239bb3565029fa9105d0b846f29084a2dcbd8f97f4b8e9ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01521275, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.248853488010354, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3413, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:24:16.024074+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ed7dbd1-91bd-4a82-ac45-e846501efcf5", "result_sha256": "5e0288e76600e6af988f9bd19c4104e3b1238bd0376d123d08313de40241c249", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010974, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.71576999197714, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2413, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:59:23.100841+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "84cff41c-9164-4adf-9cba-2e91d189088d", "result_sha256": "0b40d05dacdb414653f00bd0576724059012d6ab7526a3c80de6382407a9c10b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00974725, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.0439287040208, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2127, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:20:06.838365+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "839624a0-a3ed-43bc-8b26-becec4c29c94", "result_sha256": "cb7abb8ca1a07656e00b182d0d33107baafa8a366a5eede33872b0c3087a656b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0220955, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.37143784001819, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5016, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:40:42.966068+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "12ad9989-cf6b-43da-b943-bcf2136a1e2e", "result_sha256": "734a3c379fc2aca760963e0ce92875759f191ef7f7b656d37f87377964b3012b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01301025, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.136174292012583, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2883, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:48:18.907772+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb4f7a7b-d6e4-4f6b-88d0-db82f4266fea", "result_sha256": "6b6f6cb8bdb9781456c10fface5dd17a288a1f03e2b2585530aa9c29f34f45f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013509, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.39339150598971, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2998, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:05:33.179248+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "79246cfa-b6b2-4ab9-8d8a-e11a4d4d9967", "result_sha256": "a67d7b1ef7251a3f0714e2b12047b30ccd7e55f564c71c36cfa56b571a668d56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01171375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.43205823499011, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2590, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:17:00.752385+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad19c5a1-0916-4afc-a3a0-5ddc48ed0528", "result_sha256": "3d6a6a4b6b0879d0dcc3e5ad81b25a577fa746486b2db431b5cf74ececab4b99", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0165075, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.252318324986845, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3715, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:52:58.030689+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e815ce4d-d4f6-4b9b-9312-4eaa1ea9ba9d", "result_sha256": "6fa83f3ea4039f9edd07b1f3816821d4567a7af1fc54cff19518dfcaf495892c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009573, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.174966351973126, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2086, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:10:29.410314+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bf80dd3-0a68-4419-946b-8b5e5fa63815", "result_sha256": "67ce2f9c43d5069f554a8411c6a1a17eaf0edca7e1fcfbe1eb25c8aa72c5fa81", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0116295, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.294147077016532, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2534, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:13:39.982216+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "23ef76f5-d9d4-4e26-8a1a-1e7b8d5c5aa7", "result_sha256": "0cc71e48306fbf179c6de03e4199a0e5f8fad6be24b4a18f206057599e22858c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01423, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.305228598008398, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3170, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:24:37.114630+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "48e7565c-f705-4f6c-accf-f553c5a2527f", "result_sha256": "76434028cec2302ed988f6fee50ac7618a1957859d8e821a52142de8b84d2cb7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009497, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.833292809984414, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2054, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:00:36.024976+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7c4f1d6-4b26-4b67-95d8-ccfb43ac0951", "result_sha256": "c8e9f36d75b33a84eea863bf55b9f029406dda09fdc815ab7bb01b3727ab2f30", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01717925, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.475979531998746, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3876, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:12:29.775751+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "052dfe2a-d46a-41b5-9e4a-ab7272dbfaf3", "result_sha256": "0f31eed93c659222ac89b5bed4d1c9bfb60dc8f051fb521029ae40902270c5f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0101635, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.625670225999784, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2192, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:08:54.434675+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbb1783b-f837-4a0c-97d9-824885e5c814", "result_sha256": "beda53dd3628ffe2bfb8b5ab341ea103f4a5abd4efda4a1de90b5184f40413df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01224875, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.527705187996617, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2725, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:13:41.984225+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e3ac00c-8675-48f7-ae94-9438b19b2fe6", "result_sha256": "6b2e1fed56815c83af574231b573494e5e72e33a0ee59f33883ff86932fe024c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011085, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.05539430101635, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2415, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:01:45.616941+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "326a7052-97c1-47cc-ac7e-5a423264704c", "result_sha256": "95e64e3221fe5c74ff78d3b03c827ed9bc3c3c50414e4ade2796d7bd995ed8fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0138085, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.251905943994643, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3092, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:39:59.087345+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "530fc27f-484f-4923-9ca2-34fd00d06902", "result_sha256": "601521482fa277521a2789cb9216bf75b23ff8fedd3923dc59bb4b55b4b38a10", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00878925, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.822187484009191, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1911, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:02:17.565916+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "674db3cf-a1ff-4498-b7ad-c795ba1eec29", "result_sha256": "4c2f9584cc4bf021878daef1773d37452b7ee29ed5abe52db8ee0e777b445630", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018774, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.29086063001887, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4218, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:15:16.304504+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a3d6fa7-93c8-4fc4-b589-8d924e6fabff", "result_sha256": "af98fcd4d836b3fb253b9e00dd1b4350d9d139005b9881e0d55f96856724d64e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0142055, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.800471652008127, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3176, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T09:01:55.324097+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32342866-6f55-4bb7-aeac-710e9f0e97a5", "result_sha256": "273aa0ba46c8c357f4560c75bfdbb0b4d4566f7eaf22495b9340289b81dc3561", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01240375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.22938975598663, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2755, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:04:22.229911+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "78f73518-d698-4324-9cc6-b44d1e6df800", "result_sha256": "5ae2f91f27c5ac0d4c93441c485fc31af8807719521d2888b73693e040c9ae10", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01699625, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.47012744899257, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3830, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:56:22.422435+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e99bccc-2d54-48d6-8f2d-4fb597b68db0", "result_sha256": "99bd4c8089e93973427edfc2eff4b65ab8093861f420bde838dcf05ed600805b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00963925, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.442809756001225, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2111, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:14:20.793845+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5b04b86-7fbc-405f-a124-9ca47c8f69cd", "result_sha256": "056b901ad06e4a5fd4234879f8a8193366830820a57eb61c7f31b753eda3b36f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009584, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.88835308101261, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2098, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:41:22.818735+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7cb9151-dd91-429a-9912-b6e86a0e39e5", "result_sha256": "8899477d10ef160b6b0c82d1333a3f8a326b3378e4dc3386267fac0d0c2629a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01643225, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.58660502699786, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3667, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:46:41.259452+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb21ef11-53fb-477d-9b95-a8d5e1144dd7", "result_sha256": "2db48ba5873ebd139bcabbe1831a4c24f9e0a2705b8fd67e61984daab36c962f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0168065, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.41405247800867, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3788, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:42:38.479487+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a1e437a-8903-4856-a659-b5f5e49edf9c", "result_sha256": "5f6e5f72f17a22d99eeec6bf82f9e1a723c44320ea9ee40eb908ee3d93f64275", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01305825, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.848800037027104, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2909, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:18:01.820447+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8175b755-08ac-4d09-9dd7-b454f9ac483e", "result_sha256": "68f2107c3d57124ad0361950a5f7664eb07211e6143265b6dfc7cae84c5e1ec6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01643525, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.10179619601695, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3698, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:26:46.753100+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "70a63243-72c2-44fb-862f-9afebd9cab39", "result_sha256": "d350460d8b0d3f0b24fd3c6ff9fdf039e322172aed7aab992bdbfd28eeef1e61", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013594, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.547506852977676, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3018, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:37:14.201315+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a25973b-50b7-4103-9a60-85d9ce2ca3b0", "result_sha256": "b66986373aff0c01ae888ff96b3422833c28ca91fc576b5a1e130f3f3afc8a29", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011843, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.577457788022002, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2636, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:30:18.346087+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "754f0b64-1b05-4bcc-b9f2-8efe924c8a62", "result_sha256": "ab7d801c6b8cf6092ea70b1a33db3233c1a8ad5b95ba87cc77823e67de57806a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01112325, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.594106632983312, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2439, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:35:44.108487+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c34dbdc4-331c-46c4-bc49-8f622787c80f", "result_sha256": "b89b010c48fc844a7138eae17ec3549b248a9e963a4d3ab302f4d165ce4387f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01366625, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.227996282017557, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3065, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:51:08.222714+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99686917-70b3-4494-91ed-0f2248e88400", "result_sha256": "e7b2426ee39a3f4b2a0bc4f40aa6c401c5de333cfec85cf7965b0430839da78c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00978025, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.798710695002228, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2123, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:41:53.297347+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b7485d2-58cf-4d3b-8039-88fb9ad4e90b", "result_sha256": "118d9da76549c6d9a7ecb8ccc6d73d044d4fee290471f64edbb33ba6b756739b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01657375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.170771533012157, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3705, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:48:21.934269+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f3cb502-a910-406f-afa5-6d660bca94ae", "result_sha256": "b1f708c9d2a0537a164e36f0bfea59bb080196ad871dd861c88f6b242b6a2898", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01499, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.81757341901539, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3370, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:13:00.808753+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab63bd6-c775-4451-8bb0-f919145c9c63", "result_sha256": "870ab836247726bece8c6e9fbd1700251250316de54131caac30ee6152a19d62", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01102625, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.54434702100116, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2395, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:20:18.523797+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "96ecfe78-3c0e-41ca-934a-66e246f72f03", "result_sha256": "890dd130e3c0fc1365a26a744c609d65a9813637bd7f7bf2de78545410124516", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00857675, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.344564539991552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1861, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:21:43.509319+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3ccaa5f-d87f-4fcb-bdf3-9c0f72e4e75c", "result_sha256": "2e1a2c747829a937c9b1af4d67707ca3fe1be6a2b5f85e2abd486d2ba5945bd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0135535, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.875989515014226, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3032, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:32:36.340700+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e5e0beb-e46a-4863-8e78-e34356e5c8c7", "result_sha256": "d277403e2ba1603495f74e0230cf6d3ae6df4e7c4b1e85697d9b8ad7888e8547", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0153045, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.877467399986926, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3444, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:43:24.346958+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f34d4b4-8cc9-4a4e-a36f-dc09876dc52d", "result_sha256": "c88cd90d5121b57ef7fb2b2aa14367091bd9fb13864d207080c4b7db31a3b945", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01421375, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.09361299299053, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3145, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:42:19.806181+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "470f1980-9421-4c6a-8ac6-edc38c58ee31", "result_sha256": "428cc9cedbe595a14cb3b89f23762fec6c013e31dc46afba665d2cde6d44b752", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0097175, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.45067042100709, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2120, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:12:28.509575+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15cb7cd4-235b-4adb-b92e-e02170496922", "result_sha256": "748a3829817d78c4640b31dc168236a3f7003cbd86c955b42760f465c8fb7a9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00790725, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.679369803983718, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1697, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:45:17.029692+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "744d33bc-8aa0-4876-8b3f-ffdf58bccbba", "result_sha256": "9659cd294a826dddae1b89d17e46233cd8c0c965347cbe6b50beaaf7eeea0b81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00864925, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.888492749014404, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1866, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:55:59.867682+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8eb8380-9164-4775-add5-cbe6d541a173", "result_sha256": "b96c016e5ef7e7410f6fb38201a7911c51134f90d31cf67d8d2c46052503c717", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006386, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.879544513009023, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1322, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:01:04.929817+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f4666be-f625-41f1-ade4-5c1d8ffb10fe", "result_sha256": "ab33fe46a0a5a467bb7db98290cbc612b29debe3350d39a5a623f3fd82be3d4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0109675, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.875766979006585, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2430, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:02:55.992697+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e5dffac-62b7-42c8-8abd-2f34c0f26e3e", "result_sha256": "59a4e70fe0cbbccef457f85c419df9669a030c3c1c9974aa99b8d430c76363c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01499925, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.505406269978266, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3351, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:30:50.764293+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "280cd087-9311-40fb-8aa7-b57cd0bdae53", "result_sha256": "9ac68428a1d7daacd8b9a4bb7d12e8abd656b72db78de4e62255daf5a2c3e20b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0118175, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.339796351006953, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2630, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:25:07.229059+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c6d5d6d-cd9d-4a34-b9df-3cea81fbd983", "result_sha256": "c7191f97669c8358c21e0c99a6656b1b51e61bfedbdf60a42dc6d4d673560029", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013295, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.64223111400497, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2950, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:55:46.902274+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d773d3a4-720e-419a-ae82-4663777eb6b5", "result_sha256": "d924718111c0325ba9a79cea69ec2ae15cd662af78e713f69646231126478d7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0119795, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.479264736990444, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2624, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:44:13.369123+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6647eeb1-1cc1-4508-a702-a9b1cee22857", "result_sha256": "5dc4aa1cc6dad97642c6104a08184ce47ac1995c04e9ae5bd492901be500123b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0107485, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.447575099009555, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2372, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:59:22.010808+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a8d1c6d-3732-427c-ac03-fb58775ca435", "result_sha256": "3fd02903bf6c466fdec8beafc02f6bafeab514c02af48fc2f3e328ed642616aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0220295, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.51453180500539, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4984, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:46:10.749899+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eed5119-7d5a-4f6b-840b-f395d85aa870", "result_sha256": "b43ccc6eeaed996c566b2f9f4a7378ba0de9c2e28f72c2177e5f7a8c66313007", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012117, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.887988106987905, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2694, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:29:05.972775+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "404b4867-e119-4c93-aa1a-d40831e93355", "result_sha256": "470d9327c220340bd4faed2bbcc3e2b44c5fe23c1527386ae35b5f77e287a916", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01124375, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.40873336099321, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2495, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:16:52.624130+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfb730f9-1384-4a21-bdce-7977aa6ce476", "result_sha256": "14539fdd32fe8b6ffbe8fd465b29f100225fcc3340e3770a1e0b08488dbbf288", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02219875, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.419359977997374, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5045, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:10:56.368647+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "54c20380-45b1-40b4-92c8-d8d4e30176b6", "result_sha256": "cf9ea022d8c890da39a5a555858acf4994b01ce23da420ea94a41f655d424920", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01680325, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.983629958995152, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3759, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:44:29.555609+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4102c1d1-2544-4079-9816-daafc5ae8aac", "result_sha256": "bf35399762715b864af7b48c8a248094416e1ba39e4e4c3eabae29f6f506dfd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01099075, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.492248321010265, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2429, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:14:26.108630+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0757daea-55e0-4140-8be7-84dff791aa97", "result_sha256": "76ebc12fa997665aa93c3c858e56cafba299d53c864e39d0d010c795038d86fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0115575, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.998056267009815, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2520, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:39:18.283626+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dde1860-5a7d-4cea-ac67-a7dd743b0002", "result_sha256": "d75b9b6c28005c6df79feea54718a55e36afd20f31cc6879dc5b64ff2dbc731c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01749825, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.99206833500648, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3959, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:13:44.957644+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "40d532e3-1adb-4d9e-ac56-6f9503230dcb", "result_sha256": "328ca19556b4a64ad0e6b618c572e751f171b768b2fe7ad32ba8ff74f4b80062", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01643275, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.838341227994533, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3703, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:04:19.555519+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ea22b2-f8b8-4b98-bdd9-e485886e3864", "result_sha256": "5060543bb549a9ae9fe90b28ff7f0a44dd70b3aa676662b4d153bb896ccdb8c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0142465, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.518110016011633, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3183, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:35:19.467310+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5d86770-d927-410f-91ed-a6e7f24dded2", "result_sha256": "00a681240162c7495a9583c4f7c2ada98c2774c6bd4348ae95017327d705ab40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02311525, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.31295775901526, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5263, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:11:06.509932+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bfc3795-9e70-4492-acb2-07e743dcebc2", "result_sha256": "45bd9abe96ebd440cdd70ec10dd0bee2c5a5fb073ba1ddd26051b4d876885d9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021633, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.687084054981824, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4921, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:58:35.438303+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "392e5ddb-6848-484f-b71b-84e5c63f9faf", "result_sha256": "fcd18256dc0091605105a3ccd35d4cbea81c1368d0102bc59950f1284d738c0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0103465, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.66714404101367, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2268, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:48:43.540189+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1770136d-8615-4bf6-8278-3263321f73bd", "result_sha256": "86ab180aa221bbb7ed2cfbde0d64d3256b078bd3bb42764cb78d655f8416651d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01733725, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.769363896979485, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3877, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:24:12.587012+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7d59561-f9ea-4826-b35c-f64a2e54a4b2", "result_sha256": "eb27f3556a6d21c402e60abeb7af3820c95fb56484564d75aaa0d3496eaa2549", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009453, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.507863626990002, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2046, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:54:32.186806+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b1e5280-a18f-447c-a573-f80ae8370229", "result_sha256": "574da89729f0f093fc0eba0fbeca6338cbcebc2b7e6ff3a0cfc846c7f3631305", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01049575, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.53530736299581, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2289, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:54:42.225411+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e4269d5-a7c2-41ff-8f91-916a1b175fdc", "result_sha256": "da92d562b9f7df5e58a22499ebcfeaad272cdf61c653876615f93ecf2763af5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01009025, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.407574727985775, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2208, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:00:24.207386+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed425dcf-28ac-40cb-9a8c-0869122b5ad7", "result_sha256": "3765f560c301ec9efdec3092632bd9b8c21209933d80970d6d8734062957da09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00761225, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.862587509996956, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1622, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:02:44.361896+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6c6bbb8-9406-44ad-be5a-de315cb0d8a6", "result_sha256": "11ab3e803b33e69253a22342d2a2fde114d07818739881e08442b260ae10a8d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0125055, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.52410932802013, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2776, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:18:13.354828+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c177cee-faf4-4f67-b2c2-3ca97ea90b7c", "result_sha256": "e800116d20962c93e5a9cfe1048b32b658f4711502431275fef13d769422e574", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01392875, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.66789621298085, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3075, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:45:33.655409+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "79abd697-c140-4d31-b47e-4f97b4dcbfc3", "result_sha256": "1ca33840ea33811fe36a234ed94de9667677e12a56eb726e852c9e7a7d483167", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011663, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.100008206994971, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2566, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:12:59.963780+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "06134295-d21f-47f5-968e-91d642a7f7b0", "result_sha256": "279c5b316c6550c5bae921892ccb4265a3eb26c4814774e44dd5e166722a748f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01579975, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.98925561600481, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3537, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:56:55.374102+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9837f7f3-e832-4d4d-bf12-fa6503f9e5f7", "result_sha256": "4eeeedabde29bf73bbc799d3c376fdcf7fdaeafd2fd15c194dddc07595b2881c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01012225, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.839557083992986, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2202, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:12:09.697648+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a0968e1-37ec-4fbe-a1aa-87dca4c5a3e7", "result_sha256": "e24435783b8634ea1fbe90c24a8e11da3398b7a78c9e8cb206fee5976f8e87fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013776, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.14122519499506, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3042, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:19:52.729541+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69e01a8d-2cda-42d6-9951-a74c4de56754", "result_sha256": "1c48fa4ab7c824c06b1a20753d775cb79ccbb1197449f94e4a16f88801de6d5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0158485, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.210493670980213, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3572, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:15:24.881701+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "70728f07-600f-4841-b379-6be0758fe2bf", "result_sha256": "c9a19a4e295a6c0317aa030f2bf5dc740b00ac5a5f3943ca22f5a4300c115139", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0132015, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.34803511001519, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2913, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:48:43.159098+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8a12b66-f343-4f7e-b911-d944dee547a4", "result_sha256": "dda15225372fd74bba96d9d3a849f120cd0c6f1aebde8cad3791d80fa80ccd7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01286075, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.77573624899378, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2869, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:47:23.124017+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9acf3dc-e90d-405b-b5b2-2ca9d7a37f1b", "result_sha256": "09ed034455949e76c19601653c345162e28b6fbc69d97a230659e996378a9190", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0153595, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.335321179009043, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3444, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:53:43.311545+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e025b6bb-f520-4672-99c8-6417be24cd61", "result_sha256": "4ad56eee8cf353eaaa95861126c68a0b1253bd8105f7b1094ac590a4007093c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014235, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.48783418899984, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3150, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:13:50.118861+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff715b83-fc05-440b-93b8-1e31d436f545", "result_sha256": "52cb2377c8c98ab9a44ce3e6ee38bbedad5eba5c6f0822c1c7388844e4ec49ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0221445, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.214471919985954, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5044, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:27:17.982711+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ca6f053-7bb1-40b6-8b86-077402a1d9e0", "result_sha256": "f0ff48a2a3f506d0c6ea790831aac36748fa64673616cd9411648957e6039543", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0104785, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.98797706401092, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2302, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:39:26.810738+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad059f15-3dd3-42c1-868b-01c47751b252", "result_sha256": "f010d1c2a139d2cf0d6d29ae44b0b62e9992d4a01df7f2e69c8726834ddfd9c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010192, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.20004601200344, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2229, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Montserrat\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:18:44.310530+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e974776f-7ea3-4a2b-bcd8-dffd2197e1aa", "result_sha256": "39a6d719c98b0b8a3335ec0a70235ea1a9970a987ef5c2e214bbde5fa778d0a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01414, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.593542296002852, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3170, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:43:56.987183+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8250f070-2175-43bc-907d-9904f9061aaa", "result_sha256": "45dc9a53f7264a356f10ad9de2c0eb3d0133d9d3a472e22d02686614e0881db2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0141015, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.66296401899308, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3148, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:39:42.217783+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "612350fb-7547-44cf-9997-97d3f1f88858", "result_sha256": "1eec7396a8dc434c3bf761c84fd393da8e64b9aefe49e01f8b0e06344c2fa395", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0126795, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.86351337499218, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2784, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:18:30.708184+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5faa2cf8-1750-460a-b1e3-88d87000a966", "result_sha256": "4c6e379339412865e6bac7430062f0156f0fc547caa54bd37ddbda0f179ad154", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0151915, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.90887315000873, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3408, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:04:26.303183+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "161099bc-6cc0-488b-9ccf-63bd1430a1e3", "result_sha256": "8ad465931b0d56df6f272cb0a39ad8e8859babd5799567577e31ebe3011f3907", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01090525, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.836869841994485, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2383, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:55:34.914977+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1cb4b45-7e61-41d6-9eff-e4edd5af63b1", "result_sha256": "46d2bbb2b3db34858f1839ff3926bf78ada7829ae842281cae823485c9ab7cc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0136175, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.79949013199075, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3035, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:07:34.311571+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b673d6d4-c72c-41f5-b473-7bf8d4c36e9d", "result_sha256": "8705e576e9cd2e8061edf37f24abd7ba3c6a4e4d8f27fc9f8d5e7ca081893483", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01279925, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.216214093001327, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2831, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:45:18.143787+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4bbb7bc-3735-4355-9ae9-fd462ef99dce", "result_sha256": "57c8688c668c8cea3f5586afa1ee577510ac784ed3d63730745472ad5d2dccb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0100605, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.446626896999078, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2201, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:31:27.646975+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e660d5bb-b2dc-4295-be63-1ddf4817ff78", "result_sha256": "c043dfe60d372abd517afe10334c3141db14cf004840becac49efe335a8c788f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0155645, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.82256148799206, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3484, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:17:41.795022+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "16e635e1-b8b5-4a0e-86ed-c16517671d68", "result_sha256": "b5121a2a79aeb34653d53e2bf4495863fb76743c51f2b91b1da84502a06cea3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0096245, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.557390567002585, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2114, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:01:21.936695+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a1b6b66-ae63-4cf8-976f-3e44a9b001d8", "result_sha256": "ca69a6c38d58ee45b07ccfa2184bc9c85a5bca9c83ff8b5c97cb29855f76555d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010184, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.286525211005937, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2218, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:59:01.928868+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "78c67710-d525-49f0-b812-3e8b9af4ed10", "result_sha256": "2a84e20806ce61222604b56dccc370560dafbb561a46d47df47b74881f8745fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01559625, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.19329291698523, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3475, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:58:28.574544+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ba33a01-9797-4a58-8b36-7594c9d767e0", "result_sha256": "c6c0a8f20f8231c1e001776696af454277d9308a152a0bb657ff190d044fdc59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022011, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.04085382199264, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5022, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:28:33.282222+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "37e54885-c626-46e0-b430-677f35e0800c", "result_sha256": "75f18d044d3a6257dbbd370910b884e7bcd5ac697550bf710f23944dfe0fcdc6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01815775, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.89907689098618, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4073, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:21:07.242072+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "45c55a6f-56fb-477e-b84e-cb1b08740618", "result_sha256": "2cc86a7321c6623e266c317dd37091239d6c5c322f51cc3aec07123a5fd4c9df", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01587825, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.11680972998147, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3579, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:41:30.490101+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3a902c1-4da2-4ff5-8bab-b6ed1739b1db", "result_sha256": "608fe0df8a4b3cd77ed4e249a05509ab908932b974d77ef9649ec628a882f538", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0145905, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.864402587991208, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3276, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:59:50.717389+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a3780fd-464c-4d87-be2e-e2f4a1236b4d", "result_sha256": "da849aa2591c18918e18d14bb82acabfa26930f05a0d66347e26a3996fe5ef3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01088025, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.150173948990414, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2403, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:00:19.391873+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbe34dce-132d-4dc1-a3d1-d3758ed1f0bd", "result_sha256": "60185911c4d484b034b5dddb58356069408f525005f07042a3f89bb81e40544e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01923725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.610742248012684, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4327, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:30:32.054115+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6765331e-2f76-4c09-9217-22bd5a8747e2", "result_sha256": "63fd1f326dae7e2346906f6488df449f19c8ab7879bdd77380f178bfc1bde6b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00953025, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.709029590012506, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2093, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:42:54.162162+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8514a07c-35c5-44d1-a735-011b11f620a2", "result_sha256": "22d4b84bbb68105a9e112251b51b10dc492dc4737773d213a073670614d01ece", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00989625, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.048591225000564, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2165, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:33:09.146770+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "34057ae8-c9d1-498a-8a7e-8f5e65eeed35", "result_sha256": "c8ffd35840da998565de95b5d1fbd36ca2c8300c515130fa317f9760a54f7ac4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011671, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.644091335008852, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2577, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:57:35.049314+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b75ca409-c7c1-40fd-a428-24bd4c76ea9f", "result_sha256": "7ca56d41012b371bd5a4a3ea95e54644cd2a80b005313e60da35df674cfe1c4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007474, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.149538805009797, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1578, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:20:30.685341+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29c90b39-f702-4ffc-993d-a91d146572e7", "result_sha256": "617eb1ffee827367c56da22ac017a1d6d57c5f43b5a8699e02507d20db058cca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0117665, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.976751498994417, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2618, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:53:29.473530+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6058fa5-9bc5-498b-90cc-dd6819600f2d", "result_sha256": "b7d00bdc44f1741f5522a71f0a1a93eef014c18a07a61cd83db70f923219bccf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00721325, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.114253673993517, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1519, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:54:33.370975+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff516996-1534-499b-99e6-710aac6a7c68", "result_sha256": "439aa8df3253abf62a2eb49e96c6f43be83cbed5dbdde887cf25af56894688cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00936525, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.03227753401734, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2053, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:57:17.414388+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6faa69e-a624-4f70-bd1c-4e5b7bf9c38d", "result_sha256": "c9284f4ad69c0c6fbbaa7a703ece1f499381d49ed54c4df3c587c0df801be0ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0107535, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.41882557500503, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2352, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:04:33.563840+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdc638e8-d246-419d-b1c0-86ba771e8d01", "result_sha256": "3ba7533f8c9ec45b467da451bed12a55ce308d49bd91aa8c1a9cbaeac727f666", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0154895, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.233631509996485, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3464, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:39:37.299544+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "74d4f480-4eb9-41a6-99be-343e9a3b630a", "result_sha256": "e7652f5a92d6c03b54849331aec14aa11bd5f5e503547c4641a7fcc142b93139", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01671125, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.528277232981054, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3775, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:57:21.289141+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8f80c39-1170-4a6c-a22e-62f651a9048b", "result_sha256": "2c59da93c218f4ee59a599802f072eee0c77abfb4ec67156ffd833245227a373", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01338925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.235526176984422, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2951, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:15:26.783872+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef1fbe62-4fab-4299-9b81-c6e05b6db387", "result_sha256": "76d2b0b67f123386bcaad47fe3d797a9952e8345bd6e9ec1cc251639c46bdf30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01467125, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.59782175597502, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3295, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:59:22.628727+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7c689c9-d156-4cd5-8ce2-06f5200e27f6", "result_sha256": "5e734c8a65ac8d6c600cbc6f49fc2a19604b71868cb9cfa54e5d9edcf58180e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01704075, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.189250868017552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3859, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:23:54.724883+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d3af4a-13d2-4b34-aafa-0425db74c0f9", "result_sha256": "3a772221e8f3c633b36b0bfe5fae6400089da68eb77b549816c2fb08861a72fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009147, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.366366650006967, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1974, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:12:40.930063+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "52f62678-2e6f-4e62-becb-ebed91127302", "result_sha256": "0ebb281ee88824fd5ecc09c727b8654b708a6a83dde5217b6e2bb291e06b483a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00948425, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.451809352001874, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2051, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:28:16.861105+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b57b9b5f-7cb1-4ea0-80c4-fe93a68f4a0d", "result_sha256": "4c76f5f6c2c81099fe0373e31a11a4d5d0a832fa458275a1228eb56967ce645d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01054025, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.158807513013016, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2323, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:56:09.938779+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ce51e6e-cbce-4726-8884-d1cf6cdf02a6", "result_sha256": "83c44c9febc6a77c730d53ec4bcf9d31b8f25695d409da69729fe07b196eeeeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01210575, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.4028202269983, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2649, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:49:51.246811+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7f1535e-f5e0-4684-b753-8a02fc52ffe6", "result_sha256": "8d94a8c98dc79da9ca88b031814def484ef7abe936b9cdb21cde4404a19eef25", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010621, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.553014250006527, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2342, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:54:25.656395+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e637478-df06-4229-a875-0c6be7da568d", "result_sha256": "7c81c6b451162859ad62ab202811cce6ad6445be52a16329b8069aa1c0d48661", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00927575, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.502364485990256, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2019, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:42:46.892435+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b146c9b0-6808-4f99-b9e1-e3a90df35019", "result_sha256": "215a20b83086a63f08b4d7d7e79628e2175643cee1f1f122e3be7ff0abce292e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01555975, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.94574541799375, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3492, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:34:02.596437+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e16828c-e872-476a-96a5-9abf20f9910d", "result_sha256": "4bf2bbcd799227d1673bd9f4715b4717c26abeb92999e8d8f39c199fc7154a1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01733775, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 32.91204370799824, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3913, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:07:50.277748+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf653691-ffd7-47a7-928c-4c2397a67333", "result_sha256": "d8f719307e7fe86a01ec089734404a33d6f53b719aa119b07550dd065c455925", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011756, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.15612136098207, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2597, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:26:53.168275+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6829d2d-e2cb-40f3-8f40-3e76b14382be", "result_sha256": "0842587d3ea96ed85b5cdf01bc919f96f38b5516a021e0fa3ea4ded5a4fceabb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010406, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.053766914003063, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2282, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:22:42.982433+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f3efc35-b800-46fc-a581-01fb416d6171", "result_sha256": "23c2f5108d14ecd99c9b9182a1c3f9a396bbe03b321beb8b7e1323aacc2aea58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01190825, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.933092096005566, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2619, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:23:27.632887+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f9635d9-131f-4b4e-9bd7-fd1f680578ba", "result_sha256": "3109b361299fff99035fe6fce5a200aac6a3cf254e8cebc9f141d7de20357c6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01204975, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.213546411017887, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2657, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:56:21.379833+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8022a05-cbe6-4b28-95d0-cd752c9b8c45", "result_sha256": "a522244c1dc0edaa6712ac8bbd1efec5e6d49f546ccc03e31009a6fc6314cfd2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0115285, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.745743745996151, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2532, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:28:27.348431+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b56d3752-f8b3-4f59-9cfe-7081253d1335", "result_sha256": "b8a720a0c7aadbf880761274040db166cb891f123456ee81907acb1a7454c6d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01288675, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.32092072800151, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2866, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:14:13.374264+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4236ea50-c2ea-4fd9-ac89-17ed3fd721f5", "result_sha256": "63c6ba5fa740eec3a73f0c70ca8cef96741618b89d5d3720ffdd48db3cbf402b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01389375, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.307204726006603, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3100, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:06:00.280735+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "022e5ae8-6c67-4348-954a-683e1072a3af", "result_sha256": "fccf93daa3ed898417a293420bf1ecb3685936e8ac8c5fb6a1ce0a28d316a857", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0195605, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.380313702014973, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4436, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:52:13.066228+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "199e4abe-46cf-44c4-805f-3683c56c25f9", "result_sha256": "96d24fff297a3b98b9fb0af687861196a424bdf9a8f5b83d73027883b21dbfe6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0118845, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.930965239997022, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:01:53.534691+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c0defd6-9181-4b4e-8c66-0c0a9968ebc6", "result_sha256": "7a1f202d981a2789b5bbf637c10b776899549e176c04da55a0600d852545dc7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02021825, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.572383249003906, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4579, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:10:49.968202+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5928937c-28bb-450d-9665-92b2e95d4cdc", "result_sha256": "a779cd4f98cac9ad7fa592b61569db2f9a51064b8e544521f5a3941cc5dfa8a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01041925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.858060058002593, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2271, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:18:59.466166+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b34c22c4-1edb-4902-80db-5cbf1aee7f39", "result_sha256": "fc3f0e9f1bd9ffe3d255f50f9a7089c539c6ad613ad474d915e9b8ca94bda9ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0174725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.325646944984328, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3945, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:05:31.158502+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2461025d-a51e-4ea0-82ed-1ec73004868c", "result_sha256": "401dc99ec6ea466855256adf0ef7e88a0d7d2893b40379b0732b3f4dcfefa026", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01380575, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.847709601017414, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3049, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:42:53.215437+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0111a250-6395-4a44-84d8-989c95476e22", "result_sha256": "8c679d59c35e1f99ec9992b6243a049fa3e0df34f5c7249da62b779855602470", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01411025, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.256246953009395, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3163, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T09:00:09.211721+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1147f2a5-edb3-4691-9d62-4bb963bcacdd", "result_sha256": "5f4913d10bc0c407e4a7d116c36df728b9a43183d7a394ce2ef168e461318ae0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0255435, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 45.85353556001792, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5817, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:20:10.426914+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4029e2e7-8f00-42e2-99ae-660351de0a05", "result_sha256": "e079131eee5933c4fa3e33d09cf2d58fb761a98ba1f4d7d7ea55cfd551e3a2a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010043, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.588706807990093, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2206, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:06:52.910006+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d25b7317-209f-4252-9fd1-5129cca8929c", "result_sha256": "2d4758866f7e23fa65aee43f65211e3425a0bc6267b077dc9f753b84278fb898", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0123125, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.15054605601472, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2740, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:54:40.045337+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a06f03b5-5d72-4d15-825c-8f6872444912", "result_sha256": "2d5817956885e0bde14401ad4b1c52ac115fbb40e019eba3f8ae542af7e18d11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01043125, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.20539875299437, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2255, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:20:10.605756+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3c76f8-4be4-4663-82d7-b56aaa44d297", "result_sha256": "47f70769509aa0ee680e3d0083ffb7af53ac400a8a069d7a346308487975b7c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01532725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.43558213999495, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3457, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:31:25.972011+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4ce1604-ed32-4ca2-af49-9fed1068e37a", "result_sha256": "f6a6ac7026f3fada82ca89c6b3c18aa660ed18795501283def0ff686d0ca21b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01130725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.52231952699367, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2497, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:36:06.151442+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3227ffa3-395b-4e70-80fe-89876dd13b48", "result_sha256": "0c0c3166fc925301da5a2437a93fcbdc1120a5ca8d13b5ec9516a5226cd4be0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01489675, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.94098894801573, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3336, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:50:19.958187+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2ae9e7-4c97-47d9-b426-cadd0d5ddbc9", "result_sha256": "afd9bed0fa810ce9982272803d723398c93e8be2f71a9a5c0018d1749ce40545", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0188235, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.24227579199942, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4272, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:17:40.386384+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efea51dd-7a56-448f-a4fe-01538a258b1d", "result_sha256": "03c1e46a7ae7c70ca5f704e20157ccb2073f73ac11225e9c3b7142d7f3cb3ed2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01198075, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.812425262003671, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2649, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:52:12.197793+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "24e31da5-c5e9-4440-ad35-47caafd4f131", "result_sha256": "58e5b0a3e025bd63438c7beaeabc48b389b503b2e233e3e16a53787a0c5df7ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0170485, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.315605287003564, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3812, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:18:54.952073+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bee8e7a7-845f-4771-9b98-4a8b271b03b4", "result_sha256": "266ba15877233c75c46961ce410774cc3f29813b853924fa7c9e6707dc0560fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00780925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.044885106006404, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1671, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:29:55.064842+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "46d75899-f9a7-4549-90cc-1df418d2ea35", "result_sha256": "9a8e701893fffb91ad36120cabd0aee5f1c2fc6d3ba55942bfce81e2bb62fd98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009348, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.9883951539814, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2036, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:21:15.262180+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a572e2f-62fb-42d0-bc82-d5b7112b8b59", "result_sha256": "87abf7b5ff9db0d40a220c80b4ae6e84c8346fd6a29608eff6900841ee19ebed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.018556, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.34194262098754, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4197, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:54:23.093988+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd8277b7-909a-4fea-a330-00aef6e27620", "result_sha256": "101a21abcabc62ad005202d561a86fda33d847228c5cd9e516e30b3536e63044", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01042775, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.057171936990926, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2273, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:43:43.333051+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1d81062-d00e-402d-ae3d-80c5f67b5a76", "result_sha256": "678a8107ef1c8e3cad521cc9a62f33069eea0d06d078aa1c9eb9c3db01e2ef65", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021374, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.221333277004305, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4863, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:02:56.005865+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d7a292e-f9a2-40b4-9dc8-155c4af48533", "result_sha256": "25e435e142a372de0db80894c67532ae2adf11bb337de43c1301b97a556820e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01516075, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.581136430992046, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3389, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:09:03.573962+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a30f7717-4d72-45c0-a413-7077e3ec497d", "result_sha256": "ae5cfcc6d2753f12170cc005a302f92e815a1d37fecdcbd869a4c64213a92e1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010126, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.258650845993543, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2232, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:31:50.191380+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6fee8da-8cd7-48d5-9a1e-6b89c50ec25e", "result_sha256": "7a2ce04eec8439407230f765156e234f1990a2b03143ce0784d03cd9797d87fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01183725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.56130027299514, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2607, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:10:45.251597+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d508b37-4130-456a-b83f-43091b626f64", "result_sha256": "5a97d2bb904a7f4f3456a2636ffd3ecb752a0947af977cf991b46575490ee9a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014946, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.056064153992338, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3322, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T09:01:05.228287+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "88676aa0-f3a4-4f0b-b111-cdb272cb2d68", "result_sha256": "72a2418f53cf81dc479df217bfe609bfe98d6b5413376bd99d0d4a4028f8e109", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01089725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.7068711790198, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2407, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial Black\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:37:55.580200+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9ff3935-c244-4d3f-a3f7-d1f1f7630762", "result_sha256": "a996eace4dfdd86b67dc77aae550f1455e3045502d8facd6d0d8dc8dddffffb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0163005, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.39198868101812, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3636, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:12:03.294122+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6303f0b-f78c-4791-86c1-1cec6175b4e0", "result_sha256": "ef16a2b924efe57a15417178b8e1da4788b981a88d1fea4d9781bd5feb1fed07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01155175, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.708960404997924, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2561, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:28:52.563750+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0b9718-c924-4dc2-b839-525fcd09fd15", "result_sha256": "e4976771a9f0954e33f240a1276c920a2155d052d0528297d72830af813f1c5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00684275, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.940374514000723, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1453, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:40:04.837648+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f26f5c9-ea8e-482a-a900-f621d8ef87a3", "result_sha256": "6133d391c78c45a1dc94e1f5d37f87e9e34a48234a4e64a3997bcb01c6a1d4b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01054875, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.505593953013886, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2325, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:47:10.830174+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f6fb960-0c53-4d58-98a3-5c6db104d7cf", "result_sha256": "8124476d214e65e295a0ce1388e3bf05c3d12a841afa6b2ce83dddb8d69661d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01573525, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.916057549999095, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3503, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:35:58.055713+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "85726f7a-8ecf-4735-ada7-dd6bcbb4bcdf", "result_sha256": "2d30698167fbaffd2c20522e0e94ced7da97445c03c364f935ad112d0a2bf014", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01376775, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.76112063700566, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:48:11.108481+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "971920f0-e76b-4533-863d-2dba60c2f7e1", "result_sha256": "f84f0b6aabec54d8d2e65b853203478d4ee58a4221198d636a5e9d79de3d81b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01306675, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.587570624018554, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2911, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:09:46.612781+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f40721b-6433-4500-8d66-b291c08cfd86", "result_sha256": "b6e444e7c06cfe04827434d60131fe1a0193ccf5ce58c8de50444aa64a4dc9cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01019625, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.012185201019747, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2230, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:21:05.235635+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7685a13-e071-4240-8dba-564d902fccbf", "result_sha256": "3173a4ae73f078786840a84bc3183b9a53b4784743d2ad1512bee246300b1f59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00761425, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.277926376002142, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1611, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:40:11.603288+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "97462554-49e9-48e4-ab6a-8ef65464fefc", "result_sha256": "0599cf6f49b3fac83bdf2917f373ef5414918438155e6deab3defaaa978cee14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0124805, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.34643617499387, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2786, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:57:11.883410+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d100d18-771e-4093-a800-d0163c677972", "result_sha256": "dca0dd447b3dcb6e4c58af6751f6ba7a962385bae62dba558d05059ba4d7c77a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01675025, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 33.64422586301225, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3763, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:25:09.017962+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b946b07e-7af6-49b9-8fb3-0e880157d0ab", "result_sha256": "bdfb0a9c136b7da3f263ecc84fe78b07fc70f43a807d44c054593e3d947aae89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0152345, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.186308432981605, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3434, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:39:29.827510+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "95e7081a-06de-4d47-912f-cdfe41b3369c", "result_sha256": "4e04e950491d7618c33d9ef17f2eb6a17e36579aefe1734e3f63953272267a5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01238125, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.626908160018502, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2735, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:08:41.920161+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "67ccccde-0772-4523-b45e-68d366732050", "result_sha256": "c5c995aa1742e3c5b633dacf5758843f019594dcc05012a99f1ad4dbec41b68c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01630125, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.932176545000402, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3655, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:51:23.224057+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcef4d6f-b274-4fa8-ba1b-826886def31a", "result_sha256": "efca53f022b4496f5ba2bd11be681da3ef34192ee0817817a2cbdf075b1e6176", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01286075, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.85237041898654, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2869, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:57:38.167905+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad43f7f8-6024-4b35-8f6f-0c6839b383c8", "result_sha256": "78e0457942b1ab8a4b2351c9f1ce72561c0e7a1ffa99c17694ea2675384c6a66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0136145, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.16015471800347, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3004, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:11:12.093358+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a63e94f8-4096-446d-b5df-e32d8ea2edae", "result_sha256": "912733c51cdd6d5ef70b8ec5dc367e6064399dc95325b021b36b1eda4108e0c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.029457, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 44.74597325499053, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6774, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:28:11.926970+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1a1794a-1370-4319-98a3-dc3bace5894c", "result_sha256": "ff35679c4a05885b58ebaf551bdc72fc3db608ae5fb2a155f959e08b01ab1467", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007423, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.64866231000633, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:39:26.029123+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ec99265-871d-460e-8c11-89b2ea292e2d", "result_sha256": "1f39df8b5cec974ab2b3a26fb7b6409930f948e4a2273b675d1e52c24c01b9a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00798675, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.449570005002897, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1701, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:26:18.220515+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fcf8146-4d4a-40d3-a8cc-0bcd8be8dda4", "result_sha256": "11d3959e17aca474fbe9151685ae91283a4611e74d93bf3f481b7828f3f4599c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01239125, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.504560583998682, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2735, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:23:58.764460+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "51bdc9cd-8494-4eb0-8986-4ef353c877a5", "result_sha256": "6ae87800bb6261e6c749b1f0f87cf1d83f0de13e494a4910559bdcad6e803f29", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01370225, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.579241489002015, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3067, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:12:15.969414+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efe3fe51-0055-47a5-8035-195a356c3fcc", "result_sha256": "e5bad0bda5e4e3ae914a216b6586b940535e07f92cc1ac6563123255fcd49d75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01696775, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.173354708997067, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3793, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:43:21.052049+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f12e6be-bdd2-4fec-bbd5-db6b9e273b49", "result_sha256": "0020fd4821851ed4de6f15c82a4a26a6a62e115223b79d703c129959a8000392", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0129075, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.804688809992513, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2880, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:51:10.578955+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ab60c3f-7307-4f9b-a652-1c8abc0870df", "result_sha256": "51a300b7e509c4ce92ab305ab1532c3851d8d32f6f6cd9ede51ab44d9f229811", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012969, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.52711880300194, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2888, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:38:57.907759+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c70fd22-4791-431f-bfdb-5d3947f42392", "result_sha256": "2eece0a57882bf76450aba50729d3c170d7ce2491859f99a54c65461b564232c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0144505, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.129115034011193, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3231, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:38:52.592415+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c356f801-9ee5-4416-88a7-a8561d54438f", "result_sha256": "9f8c958cc39597449f5f37efddfd4777f06b6a927d90a2f0fc6a2b0efdf7ded5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01196575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.581876553973416, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2649, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:40:47.418015+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bea9ed7-bd40-43b8-8c6f-fd46b02c5232", "result_sha256": "c7ce62c876cfea440ef546a65db2900183a4b604854764b6f953dca8c7a4dba3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01481175, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.5029886859993, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3316, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:26:35.052628+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a598719a-9d19-4123-9513-7956755d5263", "result_sha256": "f535c77841f030e543a047ab58b2fe9396567c734500240818f4871aa4f50d88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018872, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.221932851010934, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4274, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:38:47.494934+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6cf7761-351e-481e-b355-fbbbfcf9990f", "result_sha256": "8be3eb7c2c36b67216695c76b8bedcdc8a21ea8f7e70e8c6c6cf830031b88b1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0172165, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.09133767199819, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3868, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:13:14.208413+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7384bcf9-a4e4-4e36-a5c5-8fe75470bef8", "result_sha256": "2bf13bfa184fb6d494a79cb2de2abc2a721be34e07fece8d354fff8e5e6deca4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0145615, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.70692376900115, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3248, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:49:33.065010+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "afe94885-e0fd-4f9a-a377-5fd0406d2998", "result_sha256": "9919a402b0a8007431ad95fa6677af37ace21dbfd5843877b3709ef5ccfcee91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02106125, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.39281619200483, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4775, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:27:12.802451+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "68429daf-2081-425f-9832-49904102e33b", "result_sha256": "5cc8ef36b1e22300b96d7a097b2e28ed8f0b6669c175a20e6fc69c1a99c01534", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0129675, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.813625402981415, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2885, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:32:19.379580+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b187ff28-cde8-45b6-a707-ea8a485239c8", "result_sha256": "ccc225928bd10621bdc6d74fc4e9cdd6d761a4c15874528f1f2360a9e1592193", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02757875, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.26885461900383, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 6320, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:29:26.435249+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c625d5c1-f021-4b3d-9cd4-8076b6f45f9f", "result_sha256": "411f464cd745ee82fa38b7b01bd4feebd39decaf2eb66acde888c58c423007eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0112305, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.952689828991424, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2476, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:06:29.958429+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd2ad14f-4a02-4dcf-8d34-f29ceb3c561c", "result_sha256": "ad5196b43d9c4fd5ddfd94aba5bfdb60e86c78420e6168b978e8a1ece37497f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0207185, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.060368325997842, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4692, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:28:39.659762+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c01d2a8-ce1f-41ed-b2f7-c7e3ff78291c", "result_sha256": "729181116258f1c690d8a598f1712215dfb96d4afb37dc41c7c6790c39cc6040", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0171115, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.81369853700744, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3848, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:58:03.438516+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f059f7ac-2e45-46de-8fca-3aeea9c7a378", "result_sha256": "136f9082176139bc82a36a8bbd69bdeb69f0a72730a50584e04e7daed830a068", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0132625, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.49922976299422, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2940, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:59:33.801901+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2131eebc-d629-4d5d-ae3a-f8ac20cfa1eb", "result_sha256": "7b3d0fd201ab0396ba8036534533f7cc34ccb7aab6a8462cff250df223efcc24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01792725, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.96177035398432, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4052, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:32:55.922989+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "17dfa90a-ba87-4002-bca3-e495bb9fa14d", "result_sha256": "a0edd5411a5900c97362ae1b2db93a598240f1eb1347814751ba101ce57cdda3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0084295, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.900720689998707, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1784, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Nunito\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:47:00.104219+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f827bd47-38d5-4201-ad21-155029133c8c", "result_sha256": "8bed5ea2f9e4c5428409f0e7650fa5f12ff2928ad034502367817249cbac2728", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0281565, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.67708187899552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 6468, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:18:21.636636+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3be6d45-1912-4c78-bfeb-80eaf9656c4f", "result_sha256": "8f3f9024b0da263461e28ab3d00a05740b50956259219c00dc7ae44f5373246b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0168215, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.791734422993613, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3788, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:43:21.043819+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3575676a-1b19-47e9-a1c8-950324c382d7", "result_sha256": "c9b86b19efda78799fcdae6bcbd7bc0f87689ddc186578e1ddfededacd213cd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01649875, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.718563778995303, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3725, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:28:49.217607+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a7c36b7-f284-4476-975a-5facf0371506", "result_sha256": "9a0ddf91a7fbbfe9fa98057add6a6d35e83889914ce3222daf4430cdf1f58f5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01431, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.53802519699093, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3210, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:33:26.650128+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ea63feb-740b-461a-a6d0-a4eb31092132", "result_sha256": "2affd61c220f4ddd2c1d2c1ad188aa518169176a531e5bd03075c5bea2f5294e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01882075, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.44885670498479, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4229, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:48:21.041410+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7193d7ca-d13f-4056-a27d-1ff0c8b8b750", "result_sha256": "9f580f2d15ddae6b99433a595253e124b7a1b75972bbf933c6b4e20664141fad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02015525, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.50751366800978, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4593, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:22:57.784885+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8c1f3ba-d864-4e95-87ad-3eb64e8be19d", "result_sha256": "cf79a8fb6b568ce3ee617bb6a44d10295fa3391cd8d2954de6c2fbbc4c2fa4d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01520025, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.247270984982606, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3413, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:33:47.481493+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "14e2a64f-827e-44bc-9af7-e4e8945da263", "result_sha256": "e48beeed51013ac6e094b8307ee9e81d66755f315a5d4a5f027b071dd0f1d1e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01350275, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.550577576999785, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3008, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:03:19.466724+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "152590e4-1142-49d8-8fbf-1ef28d9e9d93", "result_sha256": "10ca90b2b704dfcb7f3a2a67277d0b45129b16f38d07cf95d9c935fd4dec299a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014735, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.332942843990168, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3310, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:33:27.216486+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "68dbd996-818e-4250-826d-bef588c07008", "result_sha256": "33de105911f46efcd3a27cf5f8c723ad5a65bea7ce872b4b26348bb2922b5b81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01133075, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.949671860027593, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2509, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Nunito Sans\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:55:41.636232+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e150926-925d-4556-9fa5-c70d2db70bd2", "result_sha256": "dabe1e06e82697749d8df0e011abe1388ba1d05b104a16a29112fcf90c149476", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011617, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.14728157297941, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2534, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Nunito\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:34:28.066121+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "74d99286-3a9f-4316-94f5-3b461fde3e67", "result_sha256": "515e48d9c31c3399f42376874a479b364076319234315fd00301d04678d051df", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0140185, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.028943404002348, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3132, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T09:01:19.230280+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6e2d195-3905-45e1-a7b8-cc2c5e44648e", "result_sha256": "1eb6537df3b804a11ec92b15b1bdcded64e0d371e2e112eed0be957f24fa1dc5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0109375, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.873229624994565, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2410, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:33:34.363244+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba774c5d-b742-4a2e-b9cd-9687671b7535", "result_sha256": "b29c84bfc459ce67c6155dca697cf47e3c35741d7667be24b37bfc85166b2f08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0108635, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.018443412991473, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2387, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:04:33.887910+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd0a515d-3197-436c-8587-5ae57e20e48b", "result_sha256": "48c56b5f04ba0bc6feb9f22abcaf8128f89140ea7c44a3bde021c0df290e5161", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016824, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.19728776300326, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3778, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Nunito\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:56:35.285226+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "020254b2-c9a9-428d-89e2-4eca5c5ce49e", "result_sha256": "cfd9cf7e6803d684e0965f4d0cb16deb69a00e0065b4c0a0b096483c3ee65d62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011571, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.85805865598377, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2572, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:01:41.800194+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "90891051-287f-4b4b-845c-02c4eee2e855", "result_sha256": "1fc717a57f84b5163ca6c38ac391e10cee7a5d2d02b498db49ddfe236b51760b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02040525, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.575245329004247, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4623, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:21:14.999408+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "61ce83ef-69f9-44ad-9938-a45cc162563e", "result_sha256": "cdc3411d4f1d2de44a71610aae89898a759d80d9ed60b25c5d73d84b6b6d752e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011894, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.31031475000782, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2648, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:21:30.638898+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "717a6b60-023f-42a5-be9f-4b9dbaf5206b", "result_sha256": "dde7ed77fdfda2f00e05561528326dd3321c195b6a091777dd392453bbfe386a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01102975, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.914106198993977, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2417, "predicted_category": "non-serif", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Fredoka One\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:27:39.733891+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ced48cbd-008f-4fa0-8d91-2582f539edd0", "result_sha256": "322c0f92154c69f741947f482e55520a81f85d0cb080958a0845a4054d12397f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00960375, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.83272957400186, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2065, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:54:00.665038+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "64df7564-ac27-4671-9213-a88a54a03bd3", "result_sha256": "78d41c8e4c07d0ae89020ed4798275ad07b0ace1c5e161b724e4c802ebf103ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0153725, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.145902935997583, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3460, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Baloo 2\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:11:23.638473+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a594968b-0ddb-4ba1-b4b7-c0d6b81ccd40", "result_sha256": "e43a9fe7cef323090811b83f5dffab8dc29894825038a3b1bcbf804d8613ada4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01272625, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.566592871997273, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2795, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Nunito\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:35:00.117317+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b85cc992-bf6b-4003-bf54-f605fa67d01d", "result_sha256": "e550ec20451158feff490910a009e7c90bbfb1edacb36da46fbc56df8c162134", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019189, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.898781069990946, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4358, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:36:06.328348+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bff84fe-84b2-4c6f-8d36-ceadb934961b", "result_sha256": "3d1ac6ce32781cbea7f84960475378cfac3a9c3fde035feab6a456041108371a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0107635, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.576437621988589, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2382, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:38:29.321088+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "21f123b3-5667-4099-b093-26d9a68b8fed", "result_sha256": "5b84f4bf91307aac5f46d5a4970f606b28db27fc233c1c6d3f805d0e67ce308e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01963175, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.421101283980533, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4441, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:31:47.313700+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b298d11-6992-4173-a5a4-7a6ae15d2b26", "result_sha256": "7ee2b07327d5bc70590bde9c08f0cf5f78ebf0c99d40640657556531c7ff8590", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01728725, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.37187376100337, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3887, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:09:20.981974+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0eea53f-cdbf-4f08-a07f-5af9ad6b40e2", "result_sha256": "d898e78158bc4eaa02f68e01a7e5a96393d2e0133c71587755157ccdc85feef5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01304775, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.26209938598913, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2913, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:47:42.519736+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "61bd28a4-0c59-4f22-bfd3-135b14ff1c08", "result_sha256": "fbc4569d0116447cd1db0b1a8b81241f934e0dbb7ac1c7f79a65fba6b028e4b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01494475, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.753993085003458, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3317, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:55:24.624807+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5018d4c4-c619-4693-940e-4c8ff1e6067b", "result_sha256": "b28993edbe9abfc06c2b5b12e5f1439a77b6ca8c83d8c988aa954c4bb3c927ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01236775, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.154299346002517, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2753, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:59:32.112859+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3faf6d29-5f02-4d6f-8122-452aec4f31d8", "result_sha256": "aecfa17208b430cffccfb2dfdc4b7980c75b3b9a0f876d0e035f997cbd7a17f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01177475, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.182795122003881, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2607, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:16:11.791141+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a263022a-46bd-4a02-a1e8-42a13e603efc", "result_sha256": "8e044a31054d8464bae4ba235b92dd97a7c16a92bef011c4d771a965071c97f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02213875, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.945482301001903, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5040, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:03:41.562809+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "25ebbad4-9e39-4f55-a118-b55164e66687", "result_sha256": "e9b03ce3f5a2a4b2d8321bd664c93a8e7fc563cfa49f2f528b8e9558f837233c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01215275, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.85185901200748, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2693, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:54:20.788366+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dc505fa-cc2d-4028-b88a-84ab49ead893", "result_sha256": "84913a01c7df6e921c240d602afcaeb09871ced5fcaeda2ca3d834d02cb96d2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010073, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.594846829015296, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2201, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:40:45.117137+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6ce3f41-9fb9-45ac-8882-068ab0dbca4b", "result_sha256": "33071ef085c997b4bf2f2b098aa722c17dbfa3a9df438ca6245c4afc6840cd10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02222525, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.90743844700046, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5063, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:21:08.447781+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "935d0c23-e1d8-49cb-8dcf-cbe25bdd23f2", "result_sha256": "d257e11a36fb388405b967b537ddda69078742e5d887068b4c6053f62826710d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022597, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.80042238999158, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5134, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:55:20.972129+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdf4d9be-695b-44ea-9c58-472e77ba3d69", "result_sha256": "8589d677cdfc85ac8376505aabe29047254d4376f9be5d72761a34b94310e517", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02563275, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.10896332297125, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5853, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:54:08.528423+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b8632d8-6908-4f0e-9a46-8a3dcd05d225", "result_sha256": "3e531cf335e6385204d04f66ab8975306837cd89592db68673ea839e08c1c015", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012931, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.40464538798551, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2862, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:15:32.842616+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "90850076-70c2-43c2-b0b5-ceb862538c26", "result_sha256": "7810ffdcd8b32b908c1c9fc5882d21ddb7d5601d02dcdc1aadacba05a0ee95fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607425, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.036590019997675, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3616, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:25:44.717314+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "84df5091-fe62-424d-b765-8f7c0e640479", "result_sha256": "52d9a597fc4fca087e3e8090aae1ec33c55a3a7aa5111e07e7486d72d525daa3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01765075, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.52847677000682, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:41:01.510228+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cae5ff3-a4a4-4edb-98e6-b5e9347d7750", "result_sha256": "be0f6d82e8b6f5ba33205c00ce4bb6a79fc97e626979d1c8896a83859be59126", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01382725, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.706963653996354, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3087, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:36:58.977107+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8db2075-3e92-4247-b859-c991a7dfdafd", "result_sha256": "b6343ec91cce90ce7a89fc4c1af526c196145ffaf924e92c13c4efee92338c41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01429, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.003071894985624, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3160, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:44:10.572812+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1d78e51-b95d-4a5c-aece-b3079f271229", "result_sha256": "34c7af0e7c8b17e63cfa72549039457e3ab068e126d4627a4aa24cf7a8c56eb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0209705, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.516947041993262, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4756, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:55:53.176308+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba7ed832-018d-40a4-ac44-8b6c2a63d10a", "result_sha256": "063aad6a0a4afb61141b20335bc27d0e97b2a57fddeeb3998d666f6dbd38099d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00802225, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.52667747202213, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1707, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:29:39.400381+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ddcd46-2a95-4948-8c72-2932c3169c1b", "result_sha256": "979bae90a2f2016f94fa38049d7baae043a103f07c9549dab2391e2f99fdff49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01196875, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.51837572400109, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2650, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:01:13.567967+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb7789e1-daac-40bd-bad9-9d142ffed48d", "result_sha256": "0f3bad0f0e83dcb5936fcca8439674cbd9fe00377276b7b73b9be1d78fa2dd88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0198195, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.796288831013953, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4464, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:12:13.142425+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9c09480-5d20-437b-a286-0f1740e2cfbe", "result_sha256": "8e3772410972ce9006c20ad6c36ea79281cd6edb167a3ed6fc9142a2994ce047", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02084225, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.73878015199443, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4747, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:06:34.264807+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c37c52d-29f4-4d6c-923d-07ba314c74c7", "result_sha256": "9e29cbccd11377e46ad1f0d1e1ee6a8e0ee722f7c86b38e1ac34f2e1fa620ad2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0103455, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.060077108995756, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2241, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:07:47.237922+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "33868b57-33bd-42ce-a406-6068ed644be6", "result_sha256": "71fc0a1ccbc2dce2c14600cefc706676ff9f10782ae387e87b13d85e1b33d2f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01261425, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.21439311100403, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2811, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:50:01.802723+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bebc0ef-1444-444b-ba5f-4fde21f4e76e", "result_sha256": "0ab2cb8c490804a11435f2b2313a095fd0570965785f3e82b7f53a00a3eaf886", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012491, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.566707302001305, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2782, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:24:49.923281+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "46f7c769-6368-4c88-b981-d3ee40a99f6f", "result_sha256": "8358d9982063d0cc0bfb46f6400d4824e032424d5cc9261854299cc7a1ea5477", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01573525, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.91363931601518, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3503, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:32:27.831086+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "de9666fc-86e9-444d-9bfa-d1428e51657f", "result_sha256": "646bbdf5eac09609d1e9a13c66f09ab0340394ee755b8d6c8cadc44013c55944", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00936025, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.075650393991964, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2053, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:42:55.231227+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd4568ff-9b40-4c51-9a0d-0c5bba2f6c65", "result_sha256": "c99ea098f412f341e878bbe28e3cee2f561fd5817052d3d5f76f3c65517a499e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018205, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.901250386988977, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4120, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:03:11.284711+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "388191c6-25a1-4c0f-9650-440486b04908", "result_sha256": "86975d895b84c37c047dc3732d281bafa87362f81b2051ff0946a17fc311cb7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011586, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.098755496001104, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:14:16.134208+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "569a724e-c525-44d8-9d97-9ae5b65b5e6c", "result_sha256": "3dbd236a2328f0f37e295ccd4a057d8bfb572dfbde1d1b22a30b3b634a47e490", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00772725, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 463, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.505864517996088, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1682, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:16:59.193676+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "924bc063-5274-4ac5-b47b-6f169d91a6cf", "result_sha256": "84940b91918886dec7673f27cad04ceec426ff6812ba610b8d3e057378b9717b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00831325, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.2074692560127, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1799, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:58:13.304636+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9780a30-714f-4076-99dd-c3bddbe236b7", "result_sha256": "4e28d5134cbbc9973fa98b76eabea678946675e95f96d2eb44aa2a4cfb8b20be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00787275, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.825766508001834, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1653, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:15:46.673118+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "db29c20d-62ef-4014-9414-65b3d2bcb25b", "result_sha256": "f3020661cb9d681cea0c34c270e4c7f61e0492ec86bd1b399932cc401e35e20a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018479, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v07.png", "input_tokens": 493, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.208646168000996, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4203, "predicted_category": "non-serif", "predicted_font": "Arial Narrow", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Narrow\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:04:55.091369+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9af19234-9d07-41c6-8f4c-bcbad98d104c", "result_sha256": "14369c8595909f84940c7ff39027b4f4189b3ec995e5113b6347845d744aaa5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00762275, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.36308486101916, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1643, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:12:16.445274+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "77d8ff6f-a231-4ade-9394-77934619cb51", "result_sha256": "5a4ebc0ac72774c5bdabfa053041c5b6c910a739f8461ebb6f740566e06140ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01403875, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.619392580003478, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3125, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:34:24.603476+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "755beb4b-61cb-4fc1-a998-f1f184ba5407", "result_sha256": "d53dc39bf94428dfe386390bb6d141045de9d9c257cc1c8dfd7c77047030ba3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0144865, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.503550719004124, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3258, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:32:21.566598+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee38ab37-a285-4680-9819-6047471d447c", "result_sha256": "08eacff0c2808e5855c9aaca40a00b498d59eab1c677a231fd9c2b179e4dae54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0133545, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.697715875023277, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2964, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:30:33.858298+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce6e2d42-b586-4942-91cb-bc4bcfc3384d", "result_sha256": "7bffad1c51d346eb88b91888fb7e3f2674e9a177fa12a31d66bf67ef174f117c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01183025, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.36012032700819, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2603, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:12:03.048876+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bff3ca75-f227-40f1-806d-d74487432ae6", "result_sha256": "8a9444a34c740b6530389ef35ac59eca299f9a8e2778041473d65622b9f395f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01115225, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.939258189988323, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2467, "predicted_category": "non-serif", "predicted_font": "Arial Narrow", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Narrow\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:02:50.370642+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "49fe40b4-d47b-4539-852c-cfbda95099e7", "result_sha256": "060574026b1b0627bd1cf28e49d9e91e76eaae45c6ccfa10f7e05554f28afecf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01110275, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.63906414702069, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2413, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:10:22.038443+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "87599f5c-9426-4732-a89a-02688243780a", "result_sha256": "497a3d137ff23060a35b0b93370559ef4ce68c1c81f808037d1829acc1785de2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02421675, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.184558351000305, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5541, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:37:32.682188+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "19f9c6a5-864c-48de-8f25-e090feb554a1", "result_sha256": "152111b0080fbd5c0a524a9ef57dc97fdbb5f45961519fd5f566df2d3fa083da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01413375, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.768250679015182, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3175, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:59:06.450343+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "21189401-ea1e-457b-8413-8cb02923f77a", "result_sha256": "445726adf23a7556af648135ae9d9ce52180cc7a60842a7521656b22ab60c15a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015114, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.009853803989245, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3378, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:38:41.497661+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a4c562b-f72e-4267-b0a7-111806eccdd6", "result_sha256": "aa6343eb5c283261a9545ecf88847379798805e9c2bdceeffcf6b22c7645e712", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01795025, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.99913950401242, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4043, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:10:06.366827+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "340deba2-ad55-4c8d-96b0-a4fb1d01e272", "result_sha256": "63b2b4f2d3a468eebae39de5f06d4ea5601cf9cb815cadd03b4d3b1d952a2a4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01445225, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.892657051997958, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3237, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:07:08.868890+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d8af9a9-c8c1-41f6-831c-e98239b1a66b", "result_sha256": "6427c837430586dc53fe46fed7755c571707ab23c5b3345af27e5d788c2235b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01071475, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.263130838982761, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2352, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:07:23.140862+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3229910b-76ef-4e8e-a4bb-901c7f6c702f", "result_sha256": "6f226de51b54cfda0e5286a68b7e68035e448dfb5087d863fd942a1d758212d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01256925, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.647201276995474, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2791, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:46:43.305925+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb06a3ed-4683-492c-ae1b-4ecded300f08", "result_sha256": "bf9a898e55876afc37f09396992db13002301de67a4405f0737fd18c4d7ad6c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0131925, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.88071551299072, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2935, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:41:27.174430+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "951c2c08-d21b-48b7-ab66-3751021df2ea", "result_sha256": "d553a6621e2741c5752cd129cf7341fda92225323b1f0e09790fe48f9510d707", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0085145, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.388570206006989, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1854, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:16:39.310007+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c7396cd-d0f3-4701-9212-45e5f2d30f73", "result_sha256": "b3284838aad156288f184c85c7c22dadfc380f982a24db4887f96e53a2e372ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01669625, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.90018821301055, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3765, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:02:33.856125+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "96f1d76f-db0a-4afe-9e89-9774e53a0efd", "result_sha256": "b1c984445942d676c3fc2f5b463518cb37082274167659ac4612f335941571fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677575, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.781564001983497, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3769, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:22:07.758346+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "79d1a1dd-0472-4cdc-9dba-1fd8cb21ac34", "result_sha256": "7e807a43cda2f143ee161c156373f9ceb8ba54d23e1405cf4bdcff90ddcec2a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01445425, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.362550602003466, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3256, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto Condensed\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:38:22.930185+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b04c4150-712a-4072-a574-15996cf3804a", "result_sha256": "84b826ea4a1db7f90db0266333df081f74944c8791404f447c5d319b349d872e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0114095, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.953209215018433, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2534, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:48:49.257786+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da199a5a-2ae2-4da6-8757-1a676da18397", "result_sha256": "ec2d5a2b070f696b8880b3203b227cbb23c7361ed96777d94e4ead5b3f26d287", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01439525, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.807136231014738, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3218, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:50:49.192098+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1007a4db-3b40-4d6b-a5f2-2d72c1cecf32", "result_sha256": "162cc5956f0758efaf382273ebdd51c2032afce69bd2e90750dda2b7e535d867", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01721025, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.545068059989717, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3883, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:30:35.999269+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e412849f-b560-498f-b541-7b047029c55c", "result_sha256": "227a4228bb4cf7557943d7588ae564542fb68aed9e54327ca5d9c94f4b3092ba", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0164685, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.79214896899066, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3692, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:55:22.328452+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c08eba3-77c6-429b-873d-d48ca3a9e9b2", "result_sha256": "16b1b55f57e72375acad248f248b23aed7c328deab47a1da074b803668903a93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01282825, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.155582224979298, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2819, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:21:04.997341+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "12ffc442-aeb4-4765-a831-1a7ee5bfbfe2", "result_sha256": "2bc4f9958970fa4cdce2cff826148ca7dac80bc5330e400bc4985ad46fdcff3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0119725, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.358771884988528, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2660, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Impact\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:43:37.011638+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5f1af7-7beb-4e2f-a82f-f276291691a8", "result_sha256": "5eaad5d0f3d1997472e5d26ba067d25ccd792d2866e34fef56ab91e8177d3af6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02416125, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.939729753008578, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5515, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:58:07.455843+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "86fb72e5-132e-4c61-99a1-6938a6622504", "result_sha256": "81ae40ea34c243b105023806fa8223ca3e8604d9b72224512cacf7b2480e3008", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02835025, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v40.png", "input_tokens": 502, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.65784452302614, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6523, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:41:25.584751+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b76d18e8-5aeb-4118-bda4-8d5b861c81c4", "result_sha256": "6165ce97e3409d213841b1222e96c9f8a7a7f3def67cb8199708704960210420", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01139025, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.481351963011548, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2523, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:45:57.178196+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9448826-5541-45b7-bbc0-e07c5f233904", "result_sha256": "ea29ea3e6bd8973ef0a85139d8c3ebdd8fce9366b15eccf4dc8faf6f56b84d77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01095825, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.40049885600456, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2379, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:47:14.087645+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b64a9d-f565-4543-96d8-7e65e73c293a", "result_sha256": "a5a2afca8fcae90ab23860a769bfe96bd9e55e95b3cef156ab251bf6e4d62907", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0103725, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.734393527993234, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2300, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:29:54.411341+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f54b8690-2e06-43ee-8796-20f91454c653", "result_sha256": "48f53ad2c8fb574447de9c9ed70853aa35a7d486b38b33ae0d3d3d843e0bedf3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0184175, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.77668628099491, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4170, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:53:52.337356+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce7f807-f00b-4a7f-b298-5459356f3f53", "result_sha256": "371e616ce3f362fc58299c0fce9184f0b9e9ece3dba653e7538d9d5c811722c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013558, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.311980678990949, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3021, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:21:33.086014+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b44e0c2-b0d0-4ccb-a848-2ab38ca9ae50", "result_sha256": "f95162b0dacca847c3bfe041fc3d588b637891263bd4e762939fa5a03e4efa9c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00841325, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.975384720019065, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 1829, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:27:42.153290+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d806ef4-d89f-4488-838e-8e85c194fa0d", "result_sha256": "98c511d19dcf949b67e89122d71099c733b08faba6c17a0731762ffd74798158", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0190495, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 41.16677913698368, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 4304, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:16:53.976205+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bc299ef-f521-4454-843e-95fa0434b250", "result_sha256": "c80f97a9b1229dfd3fb43c2c1fa33b49186b592f34d192069233bed8f2a6b928", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01650525, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.093993022979703, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": false, "output_tokens": 3703, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Dancing Script\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:49:21.293623+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "af650104-48f6-40d8-a589-19e425b848f4", "result_sha256": "d4cbb00211285094640eb7e9fc86737a87c6dfaf468bf685a7970c664ecf010f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01418025, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.379369105998194, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3173, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:47:43.899148+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac6ccd98-9677-4ac7-a189-af82331a8d38", "result_sha256": "badc7dcffa4831096fa4da8a86b64e595fc67e1adc515b0c8bdf2765221e1bb4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007642, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.830721603997517, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1629, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Brush Script MT\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:38:20.436515+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4bd4ae8-923b-4573-bef7-724e8b00c22f", "result_sha256": "e37a49626efa0397b43420ba805e71d0da46c2d4b2cf466d484923d319db99cf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01125175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.086130529991351, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2481, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:53:52.695402+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fe66b21-ee5f-4423-b72a-a34e49de66e2", "result_sha256": "7a25babc8ff55791c169d5a048cfcfd035cec8a777741c349bdf521eb3082aba", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01720875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.69798674399499, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3880, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:54:53.281956+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce55b922-b2b7-486a-beb6-763692083c5c", "result_sha256": "9e09e3fb4675d806404f2f62dfb43155d94ec60f029e2eb94b37ff98525af372", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012514, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.655880114994943, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2778, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:40:35.952663+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa2018a3-878d-4d13-a998-18f2aae76a62", "result_sha256": "5cb0f97e6f9471c507cf73069dfecd9622e7c99f3715616d917b2023262f4005", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0090055, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.010256556997774, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1936, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:56:13.535915+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f481b5b-f128-45af-93d5-86c80d8e40d4", "result_sha256": "a6abc4b4fdd42adc9c3d291bdc3a0f39db348e8edb6c8571ab8df9f9bef2f1c5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01199025, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.5894475109817, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2643, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:34:19.704626+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bea2caed-a328-4292-bdf5-cc95aee26e9b", "result_sha256": "903c1bde97fb2617f96f1d24ad016fab31554635fbca268cbc1f8642cbf98a4d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00939925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.262560853996547, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2031, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:09:29.680109+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fb9df5c-3cb6-4a35-a377-3326bd468a06", "result_sha256": "0f79f1917affbb8ee3dd01de4de1ed3dc716c32372033015795c6a6733c05ff6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00895125, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.525067020003917, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1940, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Brush Script MT\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:18:19.936963+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "016e651e-eb2d-4c74-b884-d0e2a9f45fd8", "result_sha256": "abee2d429be7f763d5b198c3063327952a27a9ca7ae9b911582133d22b5e52d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0129565, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.811966639972525, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2898, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:38:04.891191+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b928548-4c65-4527-b889-94438ee29885", "result_sha256": "5a35df07dec00c5633c533d52a1e33b8210372cbef590a7d61a3e50c3abeb050", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01338, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.037799692014232, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2970, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:19:37.992157+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdbec540-2b84-4e6e-92d2-03bb8865594b", "result_sha256": "685cb65e78af57400f299fd4e13511ad6baa64e5f97abfc20513ee01bdcfeb5e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0162545, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.922390539984917, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3644, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:47:54.571322+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "663f7b9e-f8cc-4ba3-ae10-d855679999a8", "result_sha256": "e7d7af4c4aae35ba6e65d39ddb176e9b9c266042013d4b9f3e0a029d21445bf7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015024, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.978502871992532, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3378, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:11:34.628935+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b68ac4-b799-42a8-b306-99d12beba8f6", "result_sha256": "3f77ee345db2487adcb45af8fac8cead2fb239fdfc6fda7473665d717177de99", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010325, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.231889198999852, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2230, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:33:59.524978+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f666487c-26e8-4110-be60-2f6c2df0cdfa", "result_sha256": "cc7801855913398b07f839e39f7cf958d1147243978b60ffa90a3e44fbde781b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01054025, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.642274634999922, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2323, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:58:26.289269+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cad4890-d307-40fb-9e8b-44d10c39a353", "result_sha256": "b0814fa7c8f9c78c3f5b869170e8f32bc017334265490d65e6e92005e7621441", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01019375, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.383700515987584, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2235, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:01:13.533293+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f454780b-32e9-46f2-999e-f2fad99dfdbf", "result_sha256": "b50aa9e5bd115af4bac6434eddf842fa3d884580882c072f07e28a4e5500f65d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01099525, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.89502047697897, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2418, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:01:46.506079+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "27063bf1-f137-4c08-99e1-f7d26260de9f", "result_sha256": "c5fc70f21b4ad23ce5d80a01218f36291047296a283d0f78b7ccde904fc7a7fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01304525, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.84288614700199, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2903, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:37:22.346323+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d80659c-f4ee-4b85-878c-fa6448936367", "result_sha256": "39c69bce76d770eef40b6d064a91b3485296d8ffbba74657786a71c6862f6e40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01264425, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.311049105977872, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2806, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:56:11.640940+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d4a6931-2f0e-40c2-8ee5-78a02e1d3ca6", "result_sha256": "888252f83896d0e3474ee64c2d2a809046fa0dfb8c334fcd19949cf053deeae3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0169765, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.83463899398339, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3828, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:03:37.960071+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1797965-9fde-4e46-9d06-072606251bd7", "result_sha256": "eae1b9d07001c2a94431e8b83ab42b185c40bc20fd15588c73f0dd5c9f10503f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012057, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.373846884991508, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2654, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:21:24.737413+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfe4dfe8-189a-4f71-9546-24a5df55b59c", "result_sha256": "db7452a9abbf9124590e3ba307bef6cbd3382a37e2c6a25d67ca85859fea759c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01120825, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.871056361997034, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2459, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:11:51.708420+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd338ad4-17f7-4dfd-a447-a0f718f04280", "result_sha256": "a6e54892866b38428363b0409c509ece500ebe8c13ddd2df0359feadf778bc39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01653925, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.60475333200884, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3711, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:35:54.671895+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e535fbb-635b-43bb-8eec-a467a2a052b8", "result_sha256": "4cd2a6a44049ff2fb9e2effc0f266d755244b66ebaef3e98c9c8600976ae8997", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01014975, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.662022608012194, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2222, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cinzel\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:07:53.597877+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5647445-e3d5-420c-992a-707e99ba550a", "result_sha256": "53d396f26f09bb2feadbfe3dd3c63387e9096469e85a7da27421fade149222f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0140595, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.426255492988275, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3139, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:26:04.308210+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "735dff78-df92-431a-b1af-13862ac64569", "result_sha256": "a24d2699762c574a90034951e707530dd7f59a58601bf69c56bffc7eb09fe58f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02579525, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.33773720500176, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5903, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:00:38.594218+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13d1de56-298d-478a-a773-262dc476cc4b", "result_sha256": "48fbeddc3df320c4077599c7925f4c2b4ebbd3239056edc112e0461f5d8c4ae2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011666, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.77267030699295, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2562, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:39:53.794322+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa4c3cfc-f38c-4ef2-b378-089ebcd6295b", "result_sha256": "d776e02fbdbdebfb08515d1ba848d585b94edf0a082b886119a0733587547efe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01368175, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.18972439400386, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3041, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:41:07.212242+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e66e5239-44fb-46ae-b376-8ba5a614a9a7", "result_sha256": "d506f5e4c6129fb0843af687237ac9d476f894ae5925a7a4ac7b4964bc391352", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007882, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.64155472101993, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1674, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:49:57.856247+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "688ff545-7154-4e0c-a3fa-5ff8f9340aad", "result_sha256": "44178a73900b7ad754e89bce10a581a615e69eb5e91bef6777f3cd61eb674c06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00946975, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.227212561003398, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2062, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:18:58.578055+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "065f33c6-1d06-4441-b8d4-d806b25ca9cc", "result_sha256": "9a0caadd064818c8ba498e099a763c7062be8f751abd7883da8fb80c66cee664", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01552275, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.823679424007423, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3453, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:17:00.198443+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a17f975-f248-4cd3-afc0-4a5795449ec0", "result_sha256": "3772d0ff59c753d1f5b48a54810133f9e015f87e78c94b805def194a63e28120", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009346, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.753435715014348, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2042, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:00:53.565508+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1781adb1-248d-4bac-998e-8dc976f66140", "result_sha256": "4efa3438c37f6edbf5c49900677daa995dd38b3f2f7ba0aa91095f3eff76f61e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0165665, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.470947095018346, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3728, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:19:04.948905+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9b86c18-6742-475b-a093-4ae243a2d9cf", "result_sha256": "1da426b798e78286fc5b788662c958fc2de0e87a8a461f33128b1938c3194bbd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01409325, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.865012872993248, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3159, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:31:21.430643+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed2079e8-c567-4f6e-a2c1-36ff51df6845", "result_sha256": "547ed0c57dc2941326490287045371994a0701fd96cb3842eea71d6f1e23b023", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0124655, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.634644095000112, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2776, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:49:46.789398+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c725d74d-2fad-4f43-9c85-a0229dfce030", "result_sha256": "f89189d0b53f885a5e47133ea3a94660e92626ca8a716013ac50639ec64093eb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012416, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.532261202984955, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2722, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:14:49.659163+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "70b05755-1304-48f8-9eae-153b3478ad78", "result_sha256": "80b5b0ff96b2f4ab818a9a752e97d2d7398f3af3914c6a632ab40f20cfab014c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01704025, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.312626337981783, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3843, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:05:19.886984+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b37dca19-a169-4e08-96f8-fa3cdc3e9c09", "result_sha256": "184a3f001d961b4b52989500092068fe5039fc76d54f38a9f4704d01912cf8fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0129775, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.923945955990348, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2890, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:22:56.408878+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b7b8086-70da-454c-9233-ccbceade7330", "result_sha256": "d1682f3516ed65ecc018140e08351b6a1e6211ea3cceab06a727217e41ae66fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013031, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.808097436995013, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2897, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:26:45.015084+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1c38749-be5f-4636-8a79-421f7182735f", "result_sha256": "de83a800226be1754978dadf6a04626a76b3531d9bbbec12ce32b04c99b0147e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0099155, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.113598362979246, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2176, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:28:38.084206+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8ac776b-d3f5-4620-b417-eb87b9083ee8", "result_sha256": "2e0c5753b9e21e123405951943bcd208a2aef3628da4543232b3d13494ff580a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01501125, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.011423271993408, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3375, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:28:48.399479+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3519e59f-b249-4448-97a6-8c1c48470544", "result_sha256": "f2314e2f08356970282cdc52267a6f351ddef61af098ad8a918b2da41971c836", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013606, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.594916190981166, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3002, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:30:50.752371+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a684f24-536b-4ce0-97a0-e4d29709ff55", "result_sha256": "e75a93717ce30f6b6b30431b7ba826ca24dde841baedea2e405536ea7e292b7a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0129815, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.09196112799691, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2888, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:27:52.200089+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f087656-a19b-4ff8-914d-cae4067020eb", "result_sha256": "2f548799bd481c4a518fd18d5a268bdb2bf3a735911af2e351dcaab1417e7624", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013326, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.835385304002557, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2972, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:38:09.866241+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "968dcbad-961c-456a-acf2-cd1bf31a2826", "result_sha256": "e80370570926e3e288465ec0d70cfe0a24199c2ab2310fdc6b79f7e0dd4de064", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01283125, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.22545904299477, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2850, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:38:46.792240+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "621a8c0b-83da-4dc0-a493-d3c536499dfd", "result_sha256": "df5cfb1136bee13b360b65d31f9c4778e2b4194df98df81c1de9b759657077af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01080175, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.252782916999422, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2361, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:50:29.336203+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9834ea69-dba1-4640-9130-965208990fac", "result_sha256": "9e0a916d93b6ce45c911e92bdd096b2741d21d39886f2f20469ce384d527ae9d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02469075, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.37774075299967, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5659, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:37:37.699695+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7d0d360-09f5-4a02-9b97-470fd6d76678", "result_sha256": "4223388115d79390fd378d86f23a597c460fe4cfb41ff077bd428430772b678d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02067725, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.17140597998514, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4687, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:34:43.040728+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f45e410b-9f80-4550-8647-6e8e8ef0690a", "result_sha256": "383012841c9c00a98b331b0509aa5a9810b0f4191e3b8a3f8e6086155e2ba40a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0175635, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.70504262801842, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3982, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:59:40.526717+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e7e373-9f5d-4eaa-aa21-ee72cdea557d", "result_sha256": "e7a3003d9bb6e5d4ee9177219063b9195ce0712b1a6f29266497c1ec77a0af68", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011901, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.089316796977073, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2622, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:20:30.528061+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "41416d4e-8a0d-4c48-98b6-0570f36b4bb9", "result_sha256": "c74abde01a0144ee6d0601d27b1db13eb464fc1a627eac921af0ac8c7783445d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01340275, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.805617547011934, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2973, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:44:40.922750+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e4bb156-dcc6-4d33-a47e-cd5c6e8e4a4f", "result_sha256": "e5d162c7b4b9a27745b63a653e8f5412d0de9861c69402d7e48c6466c5f7dab1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01640525, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.18605691799894, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3703, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:33:11.036889+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "601e86af-d295-4be1-b730-2275bc65b865", "result_sha256": "abda3f2ea3b1ff544e04f1d45dc346ebdd272d1428b040ac81a42e31f1f78e78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00854, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.18649106900557, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1810, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:29:29.775113+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c531d788-c083-4c8b-a15f-770fe67b7c68", "result_sha256": "6090e63a3b4db4664a7dd2dcf0f115634f51538c3c8d282ac6a862a23af1e9ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01394025, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.01114280198817, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3123, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:11:17.780140+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "68f8e024-4687-40e7-93b0-122d1c61169b", "result_sha256": "d36b751824859837a4d3579052cf5a0bc6d9a50ab9cb373bbd0a781bfced9409", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007493, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.644085331994575, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1606, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:14:01.771958+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "621f1061-566a-4c91-b13e-836a650653ae", "result_sha256": "32b15f5205f82ffacfc61fdea0776b33a891ea752b6f3f7009c599f91bdd50d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00878925, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.688349877018481, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1911, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:40:29.716049+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "09b903d9-2f8a-4bd5-9661-5d3138b0adcd", "result_sha256": "f39d61ee26216ac2585f9b800b4cbca548adfc1d5982bc963634746f4bf2313b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01434975, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.592771048017312, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3177, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:14:50.811904+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "68b7f005-30fb-4579-9c17-dc4baedbd8d2", "result_sha256": "76a2ff11f8f24e34003b9cf5e585d68c295af3b9d5dd90ef94de0da4116b8524", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0120805, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.789790198992705, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2676, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:05:13.315637+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe9106d1-d6a2-4b26-906b-241398be96af", "result_sha256": "9af6c05b5a086ece1f8509914e9ebd988f343b937907cff417e0f49e837af74d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007597, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.044081074011046, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1624, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:55:53.730586+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7804a824-8568-450c-98e2-baf69889c089", "result_sha256": "f5b147c88acd8645b4d77c510c0210da043c5e7769fa799a9c79dcb32a4ec699", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01791425, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.425621170026716, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4046, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:39:55.384163+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "94089d18-6ea8-4359-9c97-f3bebe3e4a1d", "result_sha256": "f6663c04474d0511c3e863f330e541667daf11a37eea4f634d3a1b3f7fe6e8c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0097945, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.873746969999047, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2124, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:55:24.188667+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddd0a779-e638-457d-8563-8a76dca22fa3", "result_sha256": "794d4a2af062075960cfc3e06b772e3b74eb8a266fa70b957c9ad74507d1c8ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00941625, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.378597611008445, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2065, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:49:00.078568+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "554d21c4-346f-4154-b876-5a950878b1da", "result_sha256": "1460744805a6a3bb4e952235c52a51c830cdd0f49fdef3f83546e02491acf721", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01015, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.094170321011916, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2210, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:11:30.789588+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "61fda339-12c0-4672-be2b-8554f8b12284", "result_sha256": "2df125c8fb0b2a58180dc4b30e842155ad5d67a1a503a380eb8634e90768561b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01593575, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.074712657980854, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3599, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:43:01.124699+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "44caf3db-714f-4655-be75-0b4c4e01430c", "result_sha256": "f205fb0340b02297144b3f276ba11f5ac576ff66a27cb60fb091a51eccd515b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00842025, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.585210012999596, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1803, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:15:35.502059+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9949fbdd-95b4-4241-baed-378d5dabec90", "result_sha256": "a3dd5a25276442c41bf27fdf3fc72fbf391c7369f302ac09483b37aff9aa4b44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01042775, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.047804139001528, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2273, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:35:54.034595+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "45dc7595-20b4-4dbb-9281-4ac75c27a5ef", "result_sha256": "34d4d934619e7b3acf36be310c4b6863c1e5e52176d42c5491224ddd7a7aa5d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011522, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.994444126990857, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2554, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:59:48.668573+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cd8b122-1e30-4e2e-9a56-c61891a7928a", "result_sha256": "f26e5fcf647f88350fb459bebade886eaa88c6a7182c1f17f5da6f0678beb761", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01738, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.082573350984603, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3890, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:50:23.876299+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf9a6727-2d1f-4301-af8b-089d98c339ff", "result_sha256": "73fe2b1948055ee26485a704e4f971d4f861fd0ac7c81f43c31b0821e1d58cb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013562, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.82349384398549, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3034, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:41:02.580528+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7cd9b4-c84d-4df5-8d58-11d41cb7e5a2", "result_sha256": "f750e1dcdc40cbc81c1ac32478e6ba0de2269c694122b602954b759651124ebf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00948425, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.600582882005256, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2081, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:46:54.964769+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1144137d-68e8-4c9c-94fc-785709fbc0a1", "result_sha256": "0ce4e0d2360ef1926c2da6f70732c046107c0a058a54327bd4df1c095ab7890c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01409825, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.81438746798085, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3139, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:45:59.793741+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aec0fa9-ad58-47d5-8dcd-59840f26d52b", "result_sha256": "0a57cd2fae9ac8fae17f1e36115465bc720291afbbdb43b51db8ecb8ebe897b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02109525, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.42329830498784, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4783, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:52:04.623903+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1690459e-7cf6-4e9b-a99f-8b3c01acba30", "result_sha256": "35560ec19aa6eb55feb6ff8b851e0a87c1a7684e9ac5b7b47438bd8002ef2435", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018016, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.579857517994242, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4082, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:29:43.921568+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c4c590a-c637-44af-9580-59aa157c6f1a", "result_sha256": "d7a145f5918b945ddf7281081fc7c1a2f8443ff2424b816803df4c08a0fbdebf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0077835, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.323762936983258, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1632, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:44:18.561836+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75b2bb96-cc69-43d4-a89c-082500e585ff", "result_sha256": "695d0d8dfde1420634c3ddb679e2ca9a6ffa2ccf6a701b2b3cfa3ad40b9a7bbc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02040025, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.298869933001697, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4643, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:37:59.936431+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c47891d-c4aa-4aab-8cb2-91bde0855f4a", "result_sha256": "1a7e83f363ccca43cf37d2eb30d959620b35d28e4c6bffc27c388a66493663f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02290975, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.464342021004995, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5227, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:46:02.600774+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3507585-a502-42d8-927f-5a9eaf9d4f0d", "result_sha256": "d1f7077175b5635ed003829aae95e2004c7e94ede8e556300ff4b598ae39a90e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011008, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.474344947986538, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2421, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:08:16.211032+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "711d114a-4213-410f-a05e-bd5c5da34ec1", "result_sha256": "aadfe035646b8d03fa844e032286f5d36a25d79ed24d9185c4e8f4b92bb2dfbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011375, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.051803289999953, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2510, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:02:10.926822+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bde34399-217a-49d5-a7fc-59f0c484b11e", "result_sha256": "8f114694e25d114b9a909183b63ccdd20e4b4dbc3bf75d83ee10a8b1f6b7f163", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010821, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.91530641602003, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2377, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:15:54.303856+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e5b1ee5-44f0-41b4-97d2-896bcddcafd7", "result_sha256": "1e57aa74c2007ada3ff88b6167abaaceeba5fd1cc7e3b89d9e4f03795d30ed6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01249275, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.624769781017676, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2773, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:40:12.726869+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0888321d-1d9b-4198-a4bf-a3193b35eb3c", "result_sha256": "547e3b752815d424fff92a84ae33327d4133de981aae1f977640f5aac89594bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02047625, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.136037118005333, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4635, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:18:01.965053+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "288d7e39-8508-4ac1-97ad-45a0c73d4c5a", "result_sha256": "92b768c043c066828796bcdb40cb56f04451aa7901de1c43cdea6d77d52aaceb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016032, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.09452492799028, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:46:13.839772+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3479099-a502-4e1b-bda4-ed37a18c918f", "result_sha256": "5084d60bcfdc563163183bf0982b479f602a7fe680fc1a7d06838be47fed98a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0088085, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.616707351000514, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1892, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:25:44.460244+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c920547e-283e-4e2d-a3a3-69dc9220152e", "result_sha256": "867ce8709f54f16a7e54f1aeec590dca54078c40b4f9fd0dc6da223cb751b646", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00944, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.591412587993545, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2055, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:22:36.786316+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b7b093c-7094-4de9-baba-044a347ef2f3", "result_sha256": "5b49ab819bc42555c7bd9839de725b13cfc0f11b3a01895f00f2930797ac14b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0109825, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.360682347003603, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2415, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:42:42.024929+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "73271e82-2af6-48c0-8787-0d203be94528", "result_sha256": "c9fd40c8bc2ef8b615944cdac6e73773f8f09b2b3e8f49b4831bba7c4347d513", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02078875, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.38261844799854, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4725, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:28:46.643628+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0adb138-ec42-4d23-b342-070ab7a7e8c0", "result_sha256": "1b6116a823a9ac0d767d4ae1254e6ee216ca96d0316c59f43ca2a9cbcbf8855c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019401, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.01960523700109, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4382, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:52:36.867667+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fd4f9a3-4814-42cf-b8e8-74046bc4473c", "result_sha256": "250f7fea094b83fec9dfc1646f0623b657b54ace7ba63c0ba30b024cd5565b98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01312075, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.861953054991318, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2909, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:16:07.929708+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f288a7b-9f92-4d62-949a-9d3ed020d575", "result_sha256": "6a601d0592da495f3697633a47ce0a8ecd61b075390fe68a8584f004b109395c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00773325, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.90979480498936, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1639, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:10:07.843449+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a5d7617-415e-43fc-8cba-6843092057d3", "result_sha256": "e03dde4c743aed8113a64098f88e3b6b49b981a9c3fc22cc681281e5205cbbc3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.018144, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.885756528005004, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4103, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:16:23.870076+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "952ab4bd-3ed2-4ff7-b43e-0d80e493fc01", "result_sha256": "1393218cb88ae0f02d26d54ae52daee5865243b17e32797f63bd6477890e4e95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02113275, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.983407413004898, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4773, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:14:16.193339+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4decec2c-0dc8-4852-b503-32a8dd5ec1d7", "result_sha256": "21e6203f8340d461d00cb5aad0091ae963e0069cc9e82437d3601c3859466644", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0154405, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.567700501997024, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3476, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:48:37.258453+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e871b76-5d33-4f3c-adf3-1854d4affde5", "result_sha256": "3ac6a35d396bb537e60d1eecea9ee695ad469bf7202a3e8d7f88bcc3b6c471cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01599275, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.01972967601614, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3593, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:41:41.556607+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdbcf629-df60-42ba-838f-23b6f0f0483d", "result_sha256": "f3845579605f9cd51c997c0f2310ac91349c1ec22d2eadb0f5a29c97a4d9584d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01283525, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.41689483000664, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2863, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:45:13.853778+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d948380-210d-4319-8780-9e1b9c2434ce", "result_sha256": "98f256576fd264cb2719cff6972b45e9df4fe8b46de05801b92e9087c00e4ab3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021671, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.113043921999633, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4942, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:24:25.983922+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9b7ca4d-4e43-4dc7-a8b6-ecdf381d46a3", "result_sha256": "8a2be29e17a903edf92b1ac0bd9395438e9095fffb4e36e0583481ce150efdbf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021239, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 30.51306432200363, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4798, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:51:20.747658+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d54a768d-49a1-4001-b606-508132467ed6", "result_sha256": "5da75d8f2ad566a1d9c4718470f98b80250b1a27c75300faa182e981b61dda6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01380575, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.11951533399406, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3099, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:58:19.943668+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7bfc0d7-f2e1-4ec6-9b92-fd700f5b40a5", "result_sha256": "65cd3b3734dd206334763e5892838e981f12e84c15e32fcd5711fa2ba216013f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015315, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.77711771900067, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3440, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:30:23.364541+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff601951-8279-4bfa-a737-56adb2c61c14", "result_sha256": "7523c2d99074d8c44d3c13f5a8a3f484dc74fb2fa77b2993aacf7160a08050aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01184525, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.166306997009087, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2618, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:11:05.164497+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "289e7ccc-912a-4e52-b7ea-f2b7746dab50", "result_sha256": "aec6cff7d5a821049351b46a2ed044d9420f6dde99e66484ad0930d4219d5d9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0099985, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.72430934201111, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2202, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:23:29.423912+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "42ad6c78-ead4-4aea-82e6-caae2e525ac6", "result_sha256": "98c5d25b1e34428b9c2978f1ae56c9fbf1d80bb2c11f1e0a93580688dd089eb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01101275, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.82082618700224, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2413, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:10:03.853875+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "182f634f-937f-4142-b75d-d15faf762698", "result_sha256": "5ab18b1f33b71984c297070b64ee3bcb6ade67c28ce53fd218f22eb1e3c1b18a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01194125, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.898272041988093, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2615, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:31:24.382008+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4085873-e8f7-4102-99af-5fdfac218d00", "result_sha256": "8e9840a66014d64b5e4ac2658602e8620bbce34b167b02a7d7f999347aecd882", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00986025, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.728230444976361, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2163, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:35:21.096047+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0a064f-b97e-4400-8d9d-23dc86428653", "result_sha256": "b91465a90c66ab4c28d84b6ab67ad5ca905c2593f49c6611d9a5af028ef9ab63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01101775, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.957922928006155, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2393, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:22:14.271837+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "36fb222f-c42a-415f-8232-f1143ae24462", "result_sha256": "bedee62635785a20d58dfa79f6af155dd4152830ebbadf349c133af9304df49c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01049, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.73695166700054, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2310, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:57:39.228044+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "940b8a66-adcf-472c-a539-b18e29b5498d", "result_sha256": "81ddaa73e072af8e6ad16ef05ac2a88c291f2cd9ee4143d024d75ed005c0f3b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160885, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.141877174988622, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3622, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:34:13.740455+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4262416-3be3-4dd4-a08f-d5cf4b20678f", "result_sha256": "179daf0726095edf66dd9a032fe7a2edd7b49e102341a1219fba99f52d4bd6cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01091875, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.058664784010034, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2400, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:36:34.608585+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7293e57d-539b-4d71-943b-81cb7c3f36f7", "result_sha256": "e5a9edd1eee26a2f5e41f59a7caa6120ed65b607734c4d2a25bf7e2eb1b3d0f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01147875, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.611472868011333, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2525, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:46:10.925964+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b22b358e-c6a9-4452-93aa-f66b4282e459", "result_sha256": "46a1c2968cb9e9f076733019eb87bf1b9c257b73824ecc56dc6b5d12ac147aa4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01163275, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.557869172975188, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2568, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:11:46.210532+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a40fcb9-0e6b-4da4-ae89-1b80144d652d", "result_sha256": "ef7f7360466e2dca94c6fdaf073eb0d8807c9b48b12617a86d5ae58aa6da15c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01444775, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.846015093004098, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3233, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:20:11.524975+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8ac2a2e-45d8-4cf4-aaed-6e816251e90a", "result_sha256": "e00113ec8446a1fc092184f1a2866b3e2dd1c3509dae643ca8bd01cd8427f114", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0119185, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.91452416899847, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2602, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:48:00.809438+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e75b79f-8291-4a28-b7f6-3c218bb9dc9a", "result_sha256": "e053d19fed4bd5c0c8fc3c0eb505be05026a0cfd9e44de655923c04ba7bfdf32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160745, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.829082665004535, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3604, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:22:26.100088+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cfb5b74-78d4-455b-bed9-34d23082b402", "result_sha256": "66cb7cccd09e24abeb8f3b90e5ead16c388fa64d5642859bf21f926075327483", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01721075, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.500045151013182, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3869, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:32:21.699554+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75bd0e6f-bc47-4dc8-a0af-fcc461d7acdd", "result_sha256": "93fafef7e07982931149dc3f189111fa07fdf6797ffe86474d30b28351651907", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01150975, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.40444155500154, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2542, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:33:04.062904+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3aa63847-0d51-4a34-a2e3-4e83c21140c4", "result_sha256": "47ea766f6a0c3386b5146f6f0629b154708b731ca2ae4b79800e4808682f904f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01131825, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.757341318996623, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2494, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:14:09.441279+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cbd6c52-d916-42ff-9cbb-b482bac46a9e", "result_sha256": "413a07a22fb200ea9c1c6ccc19f365898978c51e289f6b391b937828db8fb6d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0128115, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.996100810996722, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2848, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:48:07.532448+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "af816f04-0170-478c-b616-e8884ac7899f", "result_sha256": "da9d1d5b2faa8ccfd453463d482f544138f532f9a724cfccef02dcf1d5d36269", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0108305, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.703843780996976, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2346, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:00:23.223886+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdd28d9d-ed9e-424e-9245-007a99390713", "result_sha256": "1558c9fd886045c6497452b0f18f4bd25402df4690bdf0fe28c93e8268da11cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011476, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.190507555002114, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2522, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:06:55.541877+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f3fd4d9-bab1-4f3a-b9f9-3e0fe2296dab", "result_sha256": "e52ee3d1f2a56b1f545bb5cc980a237f6fae5dd3eb4deef375824f85c930819c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013883, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.587740232003853, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3086, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:00:35.943066+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d04fa4e-a751-4c09-89b4-148ddb598eac", "result_sha256": "65469b488ab2b08947d0e093bb8e894f925be35ca8146527e7fff783b7785ef3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013076, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.15231732200482, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2897, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:14:33.203128+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed048be7-239a-4f81-96eb-a20ae478c301", "result_sha256": "93864d5cf26e77fd290c776c619e08cc86f172539780262b358a477900dfee91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023024, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.93265882600099, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5218, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:38:26.360238+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0ee17cf-79cf-48b2-96c1-b73d4d1bae93", "result_sha256": "5bed9a513e51d16930a891ec7fb522bb725ac18789808267692eca15b358928f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01041275, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.401456191990292, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2293, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:18:18.383734+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "92e6ca5f-697a-496c-8666-d7959073441d", "result_sha256": "fdc5c8143c748483e53b1345a8a66757985efbd338ecace52c0e3563157aae31", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00933825, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.271412417001557, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2004, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:46:08.279466+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "49969a3c-373a-407e-a9e6-f8d2e085c1ef", "result_sha256": "7b1cd75c2469a17e095daf3de9315eb1cee23aeaa93e27ee49df861485eb0b9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00970725, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.246838888007915, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2127, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:55:17.192451+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a542046-5a4b-46dc-980a-092904314882", "result_sha256": "b5bfcb013762d10678c7a99171c90afb559e6c75de3e32cb2a7dec61e01a5313", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010642, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.516500037017977, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2334, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:08:50.447219+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9481f2e2-77ea-406f-adec-b87461519dca", "result_sha256": "6809a01dba30ff2b29ad275344dbdfcb4ecea061eeae76819937635c370ded37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.027733, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 35.66827964599361, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6326, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:51:52.574882+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9876f19e-cc69-432b-8e49-91a3d90e78a6", "result_sha256": "5a5ed8c7c096e5911667ce6036ce1b9db64f1286dd6496e37f4054d15d4e4c7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01534025, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.66302393001388, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3443, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:43:13.505581+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8db47699-feb5-42bc-b203-2a7479decc00", "result_sha256": "85a67b5f82f769022a6071322b7e856e58120a306d1b6d1b984ace32d281e118", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01914425, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.82557600000291, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4341, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:31:15.660738+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0c5c6f-6560-4747-bf21-9571c70d0240", "result_sha256": "26149339752d3db88c4a7f925046272db66487cde1e2668584e08191ecb53763", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01232125, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.018380886001978, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2730, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:15:40.437779+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0adfa06b-d025-48d9-b93f-5b7c2f6431b8", "result_sha256": "89cbf6af1fc02e8429d5b98735f36709be5c3be122c458b2a3436255cfabfcfe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01181525, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.920089235005435, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2623, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:35:49.534395+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "db7bfe0b-827e-41e2-a450-ed7a42bd1b53", "result_sha256": "17cabe24247a9c33fe55ee17e4e363d75e06ddeaeb913b9e660b0031fe057066", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0132515, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.45229434099747, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2948, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:42:54.858652+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e21cb173-126b-423d-bbb3-b99f9f736865", "result_sha256": "05dc051ca8f1473b01d5cbcd5955ada3630b3e2c96d16f0205bcad0f26a118ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01193575, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.72310441499576, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2609, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:33:04.349503+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c9b7fca-7f1a-43bd-9b1e-40c6d10bb2d6", "result_sha256": "b3c53d5a9ebadcded795738dc13b766a2f56ca94b7d72754381f6e502dfb14aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011069, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.850543512002332, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2438, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:17:56.738066+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0a992c-c6ef-45b4-9986-2b41bf9cc6a4", "result_sha256": "a0f5929ba64e6a41c6b6c57639474dc80b180d9cbfa26c8943ed81e48a503f3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013128, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.70056847599335, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2906, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:09:28.925427+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7086315a-ba67-446a-9fa2-bc9a1ddcc444", "result_sha256": "03c9d4dd88f4e4f2f9b42d41e2f9f994cb4b7348bc034a9a2fff527c19d3697c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0093335, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.48745790499379, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2027, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:18:55.558869+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5953f07-f92d-4110-bdb0-de5efd58d7ad", "result_sha256": "2c979bb4887c2c4eef6e426710da0b446be509431a53c7cfabdcbe49925c21c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02774225, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.69336103100795, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 6347, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:30:16.007984+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "299ca715-4755-4206-9156-3fc674415c32", "result_sha256": "34db1667e2240f0dce2f5f4bb8ad4637b45bee6a69f3ad799613273ba1308c63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0080375, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.216077706980286, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1725, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:25:16.186600+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb6e07df-d73c-46df-85b2-9588b3a519be", "result_sha256": "df0ffa9d178e8c8eccc73488e70f188e94f241a1ad338c39b1ae9c9c97863502", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01958925, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.87173964700196, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4431, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:48:48.317132+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c85a3d37-f4c0-49cb-a82f-22d1b6d2163a", "result_sha256": "bb12e0ed91032fb2736a83857a35024d30a8b1dfc1b425ebf2be7b487b0e6485", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0107635, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.355891642975621, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2382, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:58:39.318547+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "169be9bb-51f2-4ab4-8363-9eb803b57b09", "result_sha256": "2e6328712f408662a596523d5d9527ec40d8b700d3d169ffe017f38be883f04a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01567925, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.084654439997394, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3511, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:19:24.562095+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1228007-679b-4555-a751-61a2bc46855f", "result_sha256": "3563c87b042e9df43b937c23e724563edc54edae83a6e394cf86e9c56b01272d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01380275, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.236210068978835, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3053, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:30:36.036692+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0a232bd-f58a-494b-944f-1d7f56d52f29", "result_sha256": "816f9d9c21479d8c58d69dcff16ec0fa58d64216134e4dde438edc8e8066d7de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0273745, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.188234398985514, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6284, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:57:53.712325+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c678c91-53db-4f61-a808-84fc8c76e6e2", "result_sha256": "c2da7a2a8b2e93a497fa8750f3d9300ad8331dc2cc0c149471d33dfa56d52958", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01561625, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.480177707009716, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3475, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:30:12.883612+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "040ab0ba-a904-4378-902f-0b6486286b6a", "result_sha256": "00c67259033b3ea1f5f5728dd51fb268f55cd03e7a1adb8a9bf28424a04428ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011182, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.299404191027861, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2474, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:17:31.037704+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "234f09cb-1609-4688-ae97-c6a6258dc812", "result_sha256": "b2bd827a4bcb0cd9461a2be26312e57ed18181cc7e128e2d0d8ebd276dfdf048", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018609, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.171120279002935, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4228, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:41:54.414725+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "208e7907-7cfb-41b8-934b-a07231b06023", "result_sha256": "52484e775ae6c990456bc74d5b1850ab0080ab6a962651fddc56c1ffa2b9a8c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01667375, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.72497054800624, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3745, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:01:35.121991+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b53ef9d7-250d-4dc7-bb41-3c6ff88abf3e", "result_sha256": "9baa7157d5f8d2cec5beb840ee60baa1f3ae2c195911eb5264569520804ce3f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01686225, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.24042157398071, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3787, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:59:54.328066+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f950180-c231-4316-8a66-75cb3a3ba96c", "result_sha256": "c3d3764ec3bfc266b6b95d5ce610e172b1e927251f3f77c8bec9b747437ecef7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0129755, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.04400133297895, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2896, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:34:45.450598+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3dddd13-3349-4a0f-b74f-5192e6833d94", "result_sha256": "99c9a2e7e60c3e2920af6e44d7ac073ef0f2c6c758a85cd51fb00b39d7a16a9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0173545, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.168012589012505, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3884, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:42:15.470633+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "171e29ce-6de3-4726-b360-afad1ae9035f", "result_sha256": "15d53dacf5b14ada94fd14a3d6fb311398707c903076de3282ad93bd7e639eaa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01243575, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.398544180003228, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2769, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:38:40.538703+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "26889b1f-357f-4005-ba74-2294d3f362be", "result_sha256": "b56c4781d796749f4a2d81ef750f9b7c8625b004d353760550643715413cf047", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01384875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.20314368000254, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3095, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:32:14.691847+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e56fe9b-decb-4e7d-8b13-b8c9d292562b", "result_sha256": "6874e17429ea9b15af23aa29e1296196269f667ecc5b2d70712277867ef90efa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02581075, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.12202235899167, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5904, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:55:10.937724+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "73775a7e-7c6a-4a82-9277-425755443110", "result_sha256": "8332b09f4d41ab32bff726755a526bc683779c432ceafb745405a255c49e7565", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03178775, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.836493520997465, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 7313, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:52:39.610191+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f53591e-00a5-417b-b531-35393c9809a6", "result_sha256": "5ccf87e552481068ebbca2ca0e41ae71c4ff82170eccbf09e3a383d73650f715", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020154, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.934561773989117, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4573, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:14:59.147615+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b0032f4-24c9-4ba3-8d72-53c8f823187b", "result_sha256": "9c50e212bf724c37d5beaab0840f022dd682910b7a35701c653329aae37eca67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00814925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.346930889994837, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1751, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:58:04.112081+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62c300ac-2690-44d7-ad48-ff9c06964b63", "result_sha256": "bf4338407f6d386a5391eb5f4f73acaeb27f7815ec52fbfb2ba809a64655c616", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01854675, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 30.923439344012877, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4181, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:50:28.540974+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd4bb23-029c-4456-bdd8-11fb3b330179", "result_sha256": "ddbe6efb42a5473ac274adf08a5823c5969565c70e296572fc93e4a760ff2a7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02333775, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.312925917009125, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5313, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:27:34.336076+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a57210bf-985b-4bc3-b4f0-de34b099c419", "result_sha256": "8ee889aafdff3b0c5659e4c2a26875e6ddc8b7a351844839957b0226847d8af6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00633775, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.154507569997804, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1333, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:04:47.387362+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da748469-17ab-4ecc-a477-2f4dc2b486c0", "result_sha256": "9bd32f2d566fac397e52d5f504653517e6c497d13d36a4228dfbfad7b923d05a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015617, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.061907399009215, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3524, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:56:43.229165+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "18020d40-67c4-43b9-9945-b62e9a5be880", "result_sha256": "9e730c439f467ce9a8e3c1b96643e7b6d955655d615ccc13e8a99d2add2a9e2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010787, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.312605360988528, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2369, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:41:58.030214+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2eeb1df-393f-49a4-868a-120607637914", "result_sha256": "7ac633748f01ef890a0da759e2b896b6254904e6b20ad78521431fcef19f9980", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0134745, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.311984693980776, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3004, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:11:50.221227+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e31e20a-58db-40c7-a1f0-aebd183af109", "result_sha256": "6bf0cdb7b9038f40f0b37de1568a18fdf7d664e56d94f09580d160ce027da3ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0151595, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.44380665101926, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3384, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:21:35.480394+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c22b3dc-f2e1-49fb-8704-a11bac5b9b3f", "result_sha256": "42cdc32c7d5e8b53b29369e8deaefeec24f4a05816627919bd3af8ad9ec80e2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02182475, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.989000533008948, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4957, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:37:43.899453+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6b5d5f3-ff43-4044-bb89-b4389376d7d4", "result_sha256": "29b694ccd84284528115bf2b02fb2e00f6d84be7d516727e64fc19cd586ef452", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005077, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.510006783006247, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1014, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:03:35.670053+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3d0f56-f2d3-4ea2-9ab4-994415a828b7", "result_sha256": "10fdcffec6488f7e8a4454aa4bdc65d1f4793386106ff91fd36d4207331c3b4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012755, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.616098697995767, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2835, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:56:30.178303+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c93095b1-0cd0-4962-847c-834025157060", "result_sha256": "dbb85b4265dedc453e950be3866eda1ce1378058a3aaa0a90951ef127c96f2b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01369525, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.30971031700028, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3023, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:40:02.601521+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ac46f21-df87-4c6b-9233-1cdad862ccc0", "result_sha256": "a7bb036319b5e910ce1d38e67349e466f4cf4aec341eacb1ae0a6fbbdd5031ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01402525, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.37101123202592, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3143, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:12:08.653254+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "34bffccf-2ece-4f01-bf10-3dfac666c89a", "result_sha256": "c2bb8befd645dfcb2279e252e87ecaf24bd55c690c4cb9549ecddc8f6e2139d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01438625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.43412949302001, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3215, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:06:58.852926+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1240e2e6-be12-414f-a52a-f2fa73ed25e6", "result_sha256": "5f41dc9a5741c0c1a86cb699a4d0d8d4a1c36980f4c53f3ad4e019389dd9da60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010774, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.0430093529867, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2378, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:10:01.406081+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b2b61d1-ac53-432d-8549-004c6335816c", "result_sha256": "b0ef9edbaf7d3503224084cf59a8c9b1ac42f19b97749f24745c01df1debd4f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01150075, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.283991976990364, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2549, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:17:36.833516+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3960e74a-e434-486b-8c00-c0ba570b8ef8", "result_sha256": "f5f1815de1c2eeedd406ef530cba5ddd14fa350176032792c46f8b9574c0cbfb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01418825, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.330669080023654, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3139, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:34:32.605708+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b8561c8-f342-4a1c-aa29-afe511e5ed61", "result_sha256": "1000b8acd505c465d935d038ae023f69ec72974c0be2a2e5eb866271f3789f67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019561, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.468689660017844, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4462, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:32:07.841559+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebd50432-dbfb-4088-8081-9d7e833df7d8", "result_sha256": "a6d7e52a3815161fbfe2536317a7ef168e6d7a9320cc83600fa2aea9ce98da54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0115325, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.30214210000122, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2550, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:33:20.498557+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "be512d4a-4d73-49d5-ba90-38b70a79bc80", "result_sha256": "41e8912f3a9fd09c38b90a4c8ceab356257c6ca56acd068b6412fb8e45f25b1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012113, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.35691062899423, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2681, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:13:43.465482+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "71342c04-1ac7-4168-8707-a2326311cd92", "result_sha256": "ff67e595bc2abb4ba4b43f03c2b5437551bd8822ef39dca49e926eaff9d87c05", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00944175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.021192599990172, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2071, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:36:46.730510+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd04292b-f8e8-42f9-a82b-4dace7e71a5f", "result_sha256": "4f04fb8400b6b77c323fa85547c5ebbd7ea66037dd58e4b178b9c8440aabff51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00671175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.364705384010449, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1401, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:37:20.651510+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "69f927e5-c2c9-4205-94c9-0db2d9410d89", "result_sha256": "c75561ec36537a9c9552c293dd9e17a321ec2d0ed3c5100047bcfecdd208fc0d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01118, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.160469077003654, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2450, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:23:27.501538+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "df76f872-246f-4347-be59-5a290ec7752f", "result_sha256": "85473303d0a090d4ee411a580ceeb3a3f822c32fd60a89c10cc53e820b8e438e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016197, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.008387827983825, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3654, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:15:35.646099+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "beb399e0-152d-4c8a-af70-c06ff94be833", "result_sha256": "10e718ef3ffc3d58328df034359dddf10db7f25b2a89deea06596be3f396f145", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01203775, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.255369799997425, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2633, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:05:11.544773+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "77d69183-0dcd-4e7d-a094-5e7433fd4612", "result_sha256": "e4410ce2c6a7d5552bf8507255c132828f4d0032dc9d63f5bdd1bc8761163432", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0103235, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.462788898003055, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2272, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:34:47.214989+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "58d56e9e-6334-4d06-8269-c58542fce9b7", "result_sha256": "02615ed3bb9f8447986664cb44e99e90cd672dbf868d58394ea99982051f2c4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0105635, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.23143621700001, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2322, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:49:41.703060+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "657267fa-7c39-4dae-a494-ba1e14af4a82", "result_sha256": "ac21642faf0c9bd9870c49ce8af6f667369adfc0e87d6bfe500efcf727bc5a1e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.368896529980702, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1749, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:03:33.700884+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "13b8744e-4f3f-4424-aa11-69bcd1afc2e5", "result_sha256": "b6a3295773c8ed9236c01eea731a97144d62d4f4371358d4ce38466d4581ce4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01634325, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.75407514598919, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3679, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:52:33.228614+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc48bc6c-a89b-4733-b7a7-7a69e924f361", "result_sha256": "1a16620eaa7ec49531ffff9d087dd3102dbdedd4946e1bd0e914bdc419adf459", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0137025, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.90629043598892, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3055, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:55:06.042308+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef768270-ac02-41ab-9511-755733092cd0", "result_sha256": "b2fff3b15cea54cefdfec03532838fc51aae18ea3b5d75b85434b5896d90832b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00905875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.524456094979541, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1965, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:42:44.907430+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a39e577c-8ebf-4fce-80c1-d8a754767c94", "result_sha256": "c7097eb03389e14be183aafcbfc42570f99b2a5a57a412db1ffe2ebbf6296f7f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02156, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.62393414301914, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4890, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:39:12.667708+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fe82692-5bfb-4f5f-b30b-9f7190a90fdc", "result_sha256": "8c025d4721914c2f46b03554afd8772f506111919384e76e7d7e6c1c4ae11ecf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00872625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.87519408200751, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1875, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:00:31.832001+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "72c4b184-8ba6-44e8-ab9a-8dc42bd39128", "result_sha256": "9ab30060772b420dd24f2831c4bf199a69d94a84fc6c65b5f35f9fdc0202b623", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01083575, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.44345832100953, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2369, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:16:02.733742+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef76b0e7-7fb6-4c35-bd20-0a9fc917091d", "result_sha256": "0d45118dc71b2500ead49833b14a85f961cfa0f2e356d5f0f03ef0a9219f5ac0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00816075, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.456911778019276, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1754, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:20:16.360539+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "28dba552-67e6-4344-9b08-343de70087b8", "result_sha256": "7ab5571bb17f4ca188b210f219ca152ed2bb61dc99b6ab5af730460027a66441", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0247695, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.13721157400869, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5659, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:40:50.821799+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b8b2f9-aff4-4e89-aa23-fc76354e7654", "result_sha256": "15db343fc6c94edb360eb8d45bc49c0d9b054ee36bfa08bd9b5f9dc900f022f4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007329, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.455887388001429, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:42:20.464647+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "615bc095-0bd7-45fa-8faf-c9ebf4eab954", "result_sha256": "fb3804aab6221e42ce83d78b22d9d615d9f34eafb9342660c390e60222b8da9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01714425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.985555641993415, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3851, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:00:04.467856+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "531d1728-56d2-4e52-a617-73434ece4134", "result_sha256": "d85926da7b26fce9cc6d0bd0f32d184daf0b5cfbd3bea9ef59e332611fe8c367", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01229625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.177917258028174, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2715, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:02:48.208424+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7da7470-9ca8-43c8-9c45-d06ed1be7b02", "result_sha256": "c600c6d6344a02decde15126126eab452e660834b1748d4146976c9a4e6c6a6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01462675, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.280928469001083, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3261, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:20:05.399578+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "619411aa-3a14-4de6-90ee-64bc7f46af4a", "result_sha256": "704200bdb7740e99a4da226313c33bccdfb8cc213cc538125138c6fcee018ce2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01907475, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.828647807007656, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4322, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:30:34.117192+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c8ef52a-5c0e-4ecf-bc4e-a295ad830d1f", "result_sha256": "278c27b88d6ff1465a25eaae1c873c005f0172a7f54bb3e2b73944758edc2e15", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016411, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.815004670002963, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3662, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:38:34.571554+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ee8deac-b73a-4fcf-81b2-1159d19e100f", "result_sha256": "65fa88372f9416ea4fd7f63c949db3f550f9f30e75c68a373197e4e0b8f09c0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015194, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.071621634997427, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3418, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:29:28.044875+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "370ca44d-23d4-47c0-a579-0a04affe076d", "result_sha256": "bc8b13e3c484b53ebceac62213eadc00641ec7afd8ce26c4ad392bbf2d1fb39f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0119, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.566484715003753, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2630, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:52:02.850547+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b0b2b3d-cf05-4d32-b7a1-c63927c1e219", "result_sha256": "54a2750c5fa88cf55559f392e75ad9a660579b461bf7f06549c1462f38b7e5cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009907, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.854955928982235, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2174, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:05:40.831352+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3b5dfad-820d-4b3b-bc4f-7e77610b7ba5", "result_sha256": "0dc729a92b163fa53e91258a968490c13b1934cace2c59862d1419fdc5423a82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00989, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.753477332007606, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2170, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:19:42.082006+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "50c2913d-7b31-412e-ad29-8b0d40b4747b", "result_sha256": "1d80707572f1bfda02a6011e4095860768d13677dca7cc839e2b180d659cc271", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0143795, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.199132099020062, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3184, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:53:05.950408+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efa12aa7-2963-460f-9959-45c3cd51d349", "result_sha256": "4be885b428067f13433e6dfb5fc49018ffbd61259043bccc0fd9bb1a0cb46040", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01257325, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.641212349990383, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2809, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:22:23.431388+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "650db484-2647-47cf-b7b5-b61c385d5931", "result_sha256": "33de7aceab08392410d79fb904233fd68e47ad6d0ff1646d817b63e4d2533938", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01527675, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.615872441994725, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3431, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:26:08.177351+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "40489ed8-f2a3-4684-82d6-4ed6bd5b96f8", "result_sha256": "151605ddca0a34afec56d6b565dea28723b61f2e9253beb1208880928d36737d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01291625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.17746176099172, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2870, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:31:10.396917+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e74bb397-93ad-41e7-82f2-c31b171e162c", "result_sha256": "251be8a682a74e06c7d63bc4db3ff359ebf1f0f496a91fb604d2865ec03649b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0089295, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.55457546300022, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1944, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:16:49.375590+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "30215f6d-6380-4bfd-866b-f23587cc715d", "result_sha256": "85415343d1d03caccbc0dbf72ee1d66f233e9849c5c2bf53dea6472c0e9b4260", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008683, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.94163689101697, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1886, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:23:47.653440+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba384f83-3fbf-48b0-a429-86f0cfe92f03", "result_sha256": "98824b41db63f85aed4e32a12a0948bbb4ac3bcd42628e67cd2b8002bad7ea01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01321925, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.228521247016033, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2911, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica Neue\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:08:44.494994+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "56ae8b05-a9dd-4939-b982-ac21b5001017", "result_sha256": "52ee46cad399bd5ec7bdcbb1e8d2c22b823e56ca2342e2186b3c9a7cb7fd7893", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01063125, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.859178065991728, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2335, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:03:26.198110+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8017517-d430-410e-8850-4d1740410abe", "result_sha256": "6378b7aeda56e1f02fc878a8a0007794172dadecf58d4fbea0b2992e6eef9fe2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00953075, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.446280389005551, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2079, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:20:00.281579+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c58113a-5123-4f17-adaa-589645d9d5fa", "result_sha256": "f6302707c8fb8f01db46ea3eeca5d1b38122d3b37e8480f09a00271ebb4672a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01125875, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.146465133002494, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2480, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:12:42.134333+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d70152a0-4f35-454e-8034-1497702b0fb0", "result_sha256": "b52726fa32dc06270311e7dfc5148073575539d7a5e153a486cb17756261ada0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0134835, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.206547085981583, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2992, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:03:40.783013+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a80e9307-0d52-4837-9a9d-e3fdeb256736", "result_sha256": "8ee3e20449b9ece53d8007ce7ba1ecc43d778872016f984d95ea2d7277c38c35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01326675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.270950348989572, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2971, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:26:59.843652+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d1baec6-36d4-495a-ac3f-9e738c3c64ac", "result_sha256": "484f279f6cd7e31f7aa594e108ffd7b8390d02e9b7d1e92a6df274d1ac7a7ca2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0084585, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.29385662000277, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1812, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:25:20.595328+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "071220eb-27c5-4b8b-ac46-137ddaf91018", "result_sha256": "6d1e551082ee69da4cadb535a61c60aa8e97c8f62485f654f5c3f80a5d3b8e62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01097175, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.596281041012844, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2431, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:37:36.985732+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "97646f74-f6b9-4054-a8ac-4c5dd0911888", "result_sha256": "de38a9e6232d94272dc65bd7c98cbb0dbfaf84ca9623e04ba974efc23782cba7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01015425, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.098106840014225, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2211, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:00:16.579046+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0de2601d-1c8e-47d1-b6d8-5165ff08c323", "result_sha256": "cafafe06416165c1f719d8657a172afe8aa4fced94b80f34e952ec1ee700a0da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009939, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.612278298009187, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2158, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:30:41.089489+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6ed8357-b0f5-4b6f-bc67-e5895b9ba19d", "result_sha256": "12a667afc66983e4043b1d714b6f86cdbb5c2da95af339ec1bbfd171a108cb15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013545, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.13992648400017, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3030, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:43:04.176403+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e1b227d-2b3c-4ade-9edc-9102f810a92d", "result_sha256": "97be8103f749e8d35df9dd5bbfc953ee0b0f00964f38b33c690c0af20de39c99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01404375, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.75307043301291, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3105, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:16:28.857954+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e99e599f-7096-4533-9f8a-f6dc3a7b9020", "result_sha256": "0533ee427a21a76747ac6bcf0af8212aa91e1eda70a649d650bfee3b2fed966f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0146925, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.807023574016057, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3300, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:21:59.541171+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c00aa769-16e5-43e6-898f-fec2f714ae79", "result_sha256": "698300b7f4ca53171dbbe4305d26ec42cae38a1afd012b68792490be23fdd184", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0119535, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.3411275690014, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2662, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:45:09.725437+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e9900e-8f9b-48ab-b1cd-8122590d8bdf", "result_sha256": "c335f7a6c657cdd7563d58e881d15f1e9a2e945abc22ce9c52b74c591af41785", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01331625, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.188727593020303, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2955, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:57:03.583582+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f33a07db-2e06-4707-bd3b-d7431238bd62", "result_sha256": "161370585278c265647d3e0018c2b6e07ccd0c3da41cfd6697269b37cc30ad73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02018575, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.21578935199068, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4569, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:43:59.173023+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e8972fc-4c7b-40e8-9f84-3141b47bbb54", "result_sha256": "277a1e8d9bc08e685fe3170a1c38c8001a3af1525008506e2f07fb7cdfecce64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00823675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.996736589993816, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1781, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:32:18.423155+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "580f3df9-78d5-4ef3-afd1-f3904c928bcf", "result_sha256": "ce37e59cdb74306ef06d2c25d47499e52cfa6adcaf0eff58e278a1da77154744", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008999, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.021637665980961, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1918, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:38:47.148440+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4253dd4-a7a6-47d6-9e8a-f99445ae8890", "result_sha256": "f62585942d1917770b14aa57286a842366fe585145473278cc3c5a4cc69f5c1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00816875, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.350142159004463, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1765, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:39:15.195383+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5cc817a-d876-4ad7-a6aa-4c095c79336f", "result_sha256": "17fbe5f587160337e50c71632fe5cbcee2d6142751811730fb8218ec0f35264b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01658575, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.216180232993793, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3739, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:35:12.963994+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b196598-c5b2-445a-8647-7de66627069a", "result_sha256": "aad7763749a542722b695c1c09d73001b3b605ae50810d20d12a592a9402bd28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0139575, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.821867316000862, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3115, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:28:10.650183+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfb5cf57-0d12-4a78-bc95-831eb0744df0", "result_sha256": "621f8df7143bd7db842fc7e447a65c0ced9a90cf37f00b4c00e45a1aef47874f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0204445, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.29245660698507, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4644, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:17:09.363005+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "02608a9b-9cb3-4115-b747-4092d5356cae", "result_sha256": "45f3c219f661e3d513d6704489c2f7149daad06d126c623e14ec86b900b2b501", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0251265, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.01869326402084, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5743, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:13:49.575690+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd140108-b868-4082-a3d3-8a688421ba30", "result_sha256": "bd30813afab5c9c2de4685327a04db1b181538dc1fc10691d6f36e7fd5a2614d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0170445, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.088370471989037, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3844, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:51:19.834284+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2260bfef-1f6e-4c6e-a931-861471672859", "result_sha256": "2ca17a431c45505f9196255a677dfb6c03c9863ab1f71d4ed05b9f7393648b10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0138505, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.67129924800247, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:27:50.561758+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "553e2c8e-9e03-4d12-9cee-819d76459a6a", "result_sha256": "30c485674c911fa44f7947332b1c0992868bd872f1056f6acf2b1b508686b743", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015811, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.12245948900818, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3542, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:58:38.750133+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6962f5e-a0df-451f-9081-467a5465d5ce", "result_sha256": "1358ca5abfd6e9549d856235d1a48df10ea5782965d078ea8067f7608c9686a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01543425, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.298321363021387, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3451, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:45:35.891815+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "10edd2d4-f25c-44b8-b1f9-e871614d1af2", "result_sha256": "c1f8cf74d07d1339f2f261c1fe132a5364fee6aa5af247c2ed3f9e1d4b66dd35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01046, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.98684189998312, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2295, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:21:29.152150+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "25698ba4-4327-4fa2-8b8d-62cc1b1914c4", "result_sha256": "482a7afd34cc3a4c4c954d5cea397d0a0ebca81d401c221b6721eac191ccd29d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01281425, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.018880346004153, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2846, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:06:02.128292+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "088f3737-d9db-4ae5-9b79-d5b05c6f415b", "result_sha256": "13ec467ab44979a279b6578d5809ba38752c12362477364fb1133bfc0eca25fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01209325, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.236185885005398, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2679, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:23:59.747364+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "23eb1a46-674e-4545-9033-a3f9c8570cc3", "result_sha256": "df812ed42bd7c62906c05cab8170295b95cbad38f50768caeb933c99e6a894ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02238025, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.102070830995217, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5083, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:26:51.347234+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2330484-bdc4-4037-9cab-ce43b03b6551", "result_sha256": "a0fc66a01aeba6dab2577805c2b837235557c6d86cb414d7807e7e4c61106f8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01417475, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.619778505992144, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3157, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:31:13.725384+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8d07f60-63b2-4455-83c2-112819e33c99", "result_sha256": "0107bc092a0b845536637778e90ac5832e608af914863d05571e9697ee36c719", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016705, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.497017127025174, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3750, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:06:54.622513+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f086af71-3c39-4fda-bb38-7d7c65c9e9c8", "result_sha256": "d4a391f4372f75d3deefc5cf6280d8f22083ccbc93c9a0e41f027c031f648d98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0167585, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.81608987398795, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3777, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:50:11.250517+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "83ca9947-b185-424a-9b6d-1cfa55ba5ebd", "result_sha256": "35b53515da0eb640bbf08df43809c7f3966095fcad58ad9ccd3b6569b5134751", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02044425, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.52562501101056, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4611, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:52:31.875447+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd98ab5-9d03-4dea-9746-b1697e4bdb31", "result_sha256": "293d1636c064d63a5fd0473b3f6f736d9f568519b35f5ec40b495e8330bd38f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02073175, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.18164679798065, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4721, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:20:05.939779+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f401de-7fd0-41c3-bd2d-a4132b4aa5cc", "result_sha256": "1b552242faadda8925ff14f6da1451cb3953140a4017c38144b4d07ef08c2403", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011917, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.20817084997543, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2634, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:30:52.318352+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "166e8dba-f757-46f4-aef1-a24f88a99327", "result_sha256": "b92e21e55611df963bb70c6d8064390ceb9e7a9099b4d2ff4e59e19ef6442c35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0098135, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.168265094980597, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2152, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:27:56.206641+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3fa5c12-db6f-4c33-a794-5dad769e3db6", "result_sha256": "46a6a8177f231e4e253fe6076e588dda336a5c2647bc73271ab57118f708173a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0144035, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.195615428005112, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3232, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:43:37.540840+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ace5cce-e31f-4479-96a5-da01c668b1ce", "result_sha256": "b17ed13080abc936b5fcc76ac65a9e48e311167de86d57d559f249a2db857943", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01853175, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.801162412011763, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4161, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:25:36.771614+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "55829216-d697-43f4-bed6-ba275e12631c", "result_sha256": "de160e795cdca7f90fdc6bbdd262f16061a50ea152d318e1843f0dc77166e2c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0116765, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.588473209994845, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2598, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:52:48.842613+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ebf909-640c-4e7c-9b01-6e7cb3cee296", "result_sha256": "953a8d3c416a923c05c8c7224eb4c08ebf60cdc2266862091e6c4df5b362b684", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01140925, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.068756844004383, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2521, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:13:17.471789+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bfd7d0b-033c-4874-b234-f99862410d40", "result_sha256": "2cac6e1759e1cd1aa916439cb9cda1f43256399b00816a448730954d3764fc5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01142025, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.44235970400041, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2518, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:57:16.072183+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "39407329-b5e4-463a-9ab9-2b51300f7974", "result_sha256": "eb74fe524935b502b6c799003b4580e98746d6e4d3d175a316a75089a4f4e41e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0108505, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.944824125996092, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2396, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:26:12.352761+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7de6131-012e-42ca-81bf-fb096b7089f3", "result_sha256": "bf1b36e04951ab0c5f9e3733aaae9639522eea851834fd80f9f3de8492f5eb63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01837725, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.000797324988525, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4167, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:20:26.848121+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bea24100-b2a4-4832-8031-d754b7f1166e", "result_sha256": "8b7f48e507f807e0308caa01245c3ad4ee9c0f57b5263c7fedebdc1214221bde", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0107585, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.302611608000007, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2332, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Poppins\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:18:04.862924+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "975660fd-3691-4372-a675-8aa203cc676b", "result_sha256": "d14d452b303f35bdd0b429a699ce4e6cf61e47940571335d5a42e9ac68577f7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012395, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.701730505999876, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2750, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:35:26.370065+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0287c8ad-33d3-4980-83d1-416bf8057fc6", "result_sha256": "2e2fe920ff95809cfff5854773037d8fc4fd9598d3281db4e21bd16d3bbd2e41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00908875, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.891855301975738, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1975, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:28:55.745463+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1552005-4f33-493a-ba20-7588be9b5334", "result_sha256": "96710bd88fc46bd75951bd775b3d43008870bebfe2d941c527c2faf794a8e4f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0118325, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.91692860299372, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2615, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:35:06.323974+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d93b478-1aaf-458f-8a8d-4c40953444af", "result_sha256": "2d1dd60d9971d9b3755b8f0f23f75843f9d30e722b1e4f24766bd1cd5443c1d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011027, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.605400482018013, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2414, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:08:03.400463+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "64f82575-af56-43ec-8e7c-a45322f30f59", "result_sha256": "761c6376f6f1e99038350f3f156823391b97d300f63a7848d6698146147b34f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0144865, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.70359103102237, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3258, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:25:39.659730+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "07bbe80b-2d1f-4871-b50c-ad25082a03a4", "result_sha256": "03ea3408196e93bf8df4cd1ab807196c54066a16cc8c20e37afc8c2406ee7ffb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0140855, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.146821628994076, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3136, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:04:34.871111+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e11b1a47-5f58-4ff0-bf21-7729024b7d64", "result_sha256": "d4667f93647bc69a09702c3e9028b80235179767e13808347c3baf76eda75784", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0109165, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.260456125979545, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2418, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:14:14.041662+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffc8120b-1e03-432d-8800-7771736ae97f", "result_sha256": "54f7cd085c414ba8dc75b8cf2a6307dfaeefb4fbe352c47802f651645dafa97a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0145955, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.45795908899163, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3256, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:46:41.215088+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eec4abcb-4f1f-4c59-8a71-3c880b56a392", "result_sha256": "3d1b1adaabe3047fe248551e961fd263fcff5498ce6eed73f390007ee421abb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0143085, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.142624803993385, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3172, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:27:02.009261+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "418d68b1-9cfb-4e5d-a49b-392c2a6f74fd", "result_sha256": "ddcbe97420213a7803dcc10308ce5fcff31787adc456bfc55e847c029797ffc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01942275, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.043155953026144, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4413, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:09:20.594828+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ee0e81b-3291-4b50-b005-4b3fb452f85d", "result_sha256": "2d25c54562382e44930ae20f165f74240c44e1ec2a1fcd04398823b8756c9fff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011226, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.361665420001373, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2442, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:42:22.573374+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b527eaf8-a384-45a3-b95b-0ef41cf7ab6c", "result_sha256": "9d55e7e7f54a7c850806fc092262a0a2a4df7f70f10a28ff1486cb9f7346f74f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01353225, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.272317053982988, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3027, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Montserrat\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:40:18.493346+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb869daf-922a-411d-959c-28e1267792a3", "result_sha256": "c0506f82d2bcc29651cd00fe3475fa9982334c86062b8aaa2260bf3dbdee447d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01922725, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.99258267399273, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4367, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:35:41.929468+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc72e9ef-5592-459a-8e6c-59598830c684", "result_sha256": "1082f9c2a84483d07bc9a1a8ff2c0187f1b6ca9ef67c52f5751d7debe68535c5", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04384725, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v02.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.468390931986505, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 10147, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:34:45.905405+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "db7b4878-7595-4b74-9d65-76103b53437f", "result_sha256": "376ada73d8b8e7920f1eb52e409eae978da5f68cdf147b6ccbc9d52bf9b97d39", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0113705, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.189462751004612, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2476, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:01:34.506512+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "949a21fa-e033-469d-9c08-84f83cadacda", "result_sha256": "88854472ed52f32b7f39ec5de3dab343805ec8f3b326be897512d2515440fec2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00854025, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.646100296988152, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1843, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:23:09.572095+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7000fd7-3d46-45e6-9b61-f48f76a2b0ff", "result_sha256": "4b041a2d69f7be3ebe8a689b40bef9e4d56bf160978b8f5fef9e323e1a142ea8", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02062925, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.70232311601285, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4671, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:39:28.267818+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d5b72a5-3cc9-4c61-8f37-11467e664268", "result_sha256": "39c5be30191c87e41a79213b90bc16b28b928c00ca88f8930df3372eaa35fe3d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006809, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.747498099983204, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1433, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:36:07.901521+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4077e7c6-c303-4fa4-9c75-74c14cf1879a", "result_sha256": "a47fa5cef8bd37c03d4355a0925b0d1fc3b02966df8377fd1ea719e5c7ae0751", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01608875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.574871085002087, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3605, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:26:39.646495+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0160713-3019-4ed5-8364-cbd99abec70b", "result_sha256": "9097fbcac32eca5f9584a96fdec08e841987af1e64e1a3f3ac23bb34411a87f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0101965, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v08.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.35082327798591, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2233, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:41:18.645351+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1177449-c896-4877-8949-fd5a1891a24e", "result_sha256": "5eb2e427f90665de7602816df70e652eb718bd417ad3648968f00630d7ba626b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01877325, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.014676135993795, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4239, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:56:50.536692+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f416f73-29d6-49e1-9466-fbaa96140f69", "result_sha256": "2bcf40779ae95abab1a6f65539f4cf21e033d3402d16af0cc0856bed18dfaea8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011463, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v10.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.649093941989122, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2531, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:25:29.594640+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2839e72-798f-446a-a188-d682c6267411", "result_sha256": "5ee7e22780a7338e2987f4ac423da52ec6a94c19991eaa6f968db4a239f777d8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0119095, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.731212284998037, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2624, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:48:30.830798+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f653096-9493-4f4c-832f-fc10011a4306", "result_sha256": "d5b3c1c976c3c56be0a5ccffbe4d8e2d27d855334cc4abae8da30bd4817ecf2e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00968875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.243143762025284, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2085, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:27:29.095679+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6f3c843-6c4a-43c5-9486-beeabef4305c", "result_sha256": "3a960f0618e1c73a9dadb18ca3390d4a754d5cfd065b932d633f795f121db89a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007357, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.827174516016385, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1574, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:15:41.761348+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32adceef-b2d2-45d4-9506-0963be31bd58", "result_sha256": "1eeae1183df02367862dfb10bd8c84049b42094e3b53593e81618a2acfbe5b40", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011464, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.478567849000683, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2498, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:16:02.013327+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a238097-92c1-4ca2-8203-771e03c055dd", "result_sha256": "4972d4b3f1242576ac3b13b56487d6f955ba2901149a04d8441312df53276a5e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011318, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.348929988016607, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2506, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:20:06.605713+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "472ffb54-3622-4635-943c-006ac8fa475f", "result_sha256": "e722dc556216e68f0f7ac147e028d829d3ea4e18422cfaa25acc71d97065fd9e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0183905, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.87327519399696, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4161, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:32:29.803758+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b68cfbd-c37c-477a-a471-bfba0a21536a", "result_sha256": "7830b67d96d63cb4c5defd8396db8d3bbf0fe908ddff4d0fb7f457fd699a938d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01672475, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.475004137988435, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3757, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:25:37.675506+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3f9f43c-41b5-489d-926e-0d7a2489480b", "result_sha256": "5c9615c98085e71a4c7367595617bbd06f589f28ee1436ceb9550b442f164a19", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0120815, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.85312418700778, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2648, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:40:53.107572+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f79294f2-c7b1-47a1-9e92-c36edcc9d34c", "result_sha256": "d76e3d3c5debeb80507d10da41628ec44b34d000380ea72f76b3962fcafc242b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0105825, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.011136012006318, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2320, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:05:48.913030+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "054d5e03-1aa8-4567-85b2-c23df9adf32d", "result_sha256": "ac344b90c79b16a0d4dde7803dd52b3848cf96d53c633d00975b4aa0305eb013", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0166575, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.418939792987658, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3720, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:00:56.893542+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b940e5f9-120e-4d2d-ac49-c4faaacbc57c", "result_sha256": "1f9541754dab9da7488c6dcdc97cf8498b21b328d510e29832cabebeb39c31c0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00766375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.264096878003329, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1645, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:02:43.526920+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e31e9cbe-241f-4b53-a812-418d6aecf78a", "result_sha256": "3591a431cde33d565ee664a500851cfb125e315e6c4c437aa78322605c3e5367", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010136, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.058325899008196, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2202, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:57:41.593246+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1bd14a7-2d38-4b6d-b8b2-9cf588d8b5a7", "result_sha256": "6e158450b2e90788c321bb6bb88142daa7099df313ef4308d3a43a2cd8cb7d55", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0131415, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.655699933995493, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2923, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:21:20.978720+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4a9e851-6609-47c6-9aa1-bf2b4182a0b1", "result_sha256": "76b5876c04cab162bc7cdcdbfa5da571fe4b705e67c124086e525f028a5cee66", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01417325, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.005630076979287, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3159, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:09:15.094205+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "49cd6f77-dac7-419f-a5ec-4a66e6213256", "result_sha256": "889152b01620aa4f321d98c125028d65c9be6bc186257aab1929747b051b05a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01187925, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.05709952901816, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2626, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:24:29.399189+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea2467b8-79d3-43e8-b5ae-ea2993e6545e", "result_sha256": "41f1d0cf0050eb39e19cd8e15215123e72b16e4b4b16685c0955df69f89ce11a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0112475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.850884986983147, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2480, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:48:39.559693+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d674cb0e-c1f7-4131-8973-0d2bf4e86159", "result_sha256": "f685a5df1704b416e8658626c2fb3b4cba0844a9e0412d3c3e5ee2d49a299e47", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012896, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.81028779997723, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2832, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:02:34.464597+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3b41be0-8b80-43d0-8238-342d0dbe871a", "result_sha256": "887fabe8561f19cd8e6374b642a812e2d5cac487fbaf930da4d3f384aaf5af83", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0147315, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.26256680197548, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3288, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:47:08.648453+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eae46e6-7e56-450b-8681-1fcf5ecf51d2", "result_sha256": "bf9f2c0aee6998670734f8ce3add25f520c824fb831f40e4eb81814991810b9f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00920375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.05693468399113, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1985, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:47:01.518409+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef666f14-51a0-4d13-baaa-177dabb90acc", "result_sha256": "69054f1b89989b73eb8b51f1c10084430dc5090092d64c1b6fea40ab94357159", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01686475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.189340319979237, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3802, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:23:28.440770+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec30891f-19ad-4ca7-a0c8-5420c4faeb99", "result_sha256": "a30fe8b007c1d4eac19717dc0c02def7ca77c19f5b9d8eb13a5186c5858bde64", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03652075, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.60310756799299, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 8424, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:25:35.250651+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "de34f4ff-17c8-4336-aca9-f8b771c554b9", "result_sha256": "ed54fe83576cd97d956747cbc4eeac0d224e43f0d082582cbdf118357d2a624b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02302425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.52553164199344, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5251, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:32:45.437709+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f24b5c1-73eb-4ac0-b45b-fc6895e10c65", "result_sha256": "3f65c97d2e08b879f06e63ea394d6c535c8f90e489391722c735b7a95183d8e8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01151475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.601774062000914, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2507, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:33:42.798504+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7788ce90-8829-407a-a458-e1bc263519bc", "result_sha256": "8948456dc0d371ccaba0588fa4e74a567cd8258a342c127e6e531cbba7e3b3b9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01782975, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.479552286007674, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4017, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:25:20.400843+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cac24639-b40f-48d3-9bf1-6894e7db0635", "result_sha256": "44c2f0edb9331f7d966c5a29875d1d41ba94ccead7a97408cc9474f73c409c12", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01787375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.76163923900458, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4025, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:42:43.335518+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "28d5530b-316c-411f-bc86-ee113171fff7", "result_sha256": "e3f43fddf191521e0fe18c25d4ad27b4a9dde13198bd1ebc045f125d588a6f51", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00788675, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.158922792004887, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1676, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:23:52.852704+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c76c113c-451d-4a67-a23a-ce639536e969", "result_sha256": "977329cc724469069336c0ce00848b25e8b74b260a82a55c84e5913a4fd555bf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01381425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.315337651991285, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3051, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:35:14.703940+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc79910d-6456-4f1c-9e2a-90fa235b91f8", "result_sha256": "40084fcba7599810348ffd93d6bf549a219432e128fef4740d1ad30739bdf39d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857675, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.314616715011653, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1861, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:52:26.751005+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b109d66-d0e1-4af5-adc5-2f4411ade130", "result_sha256": "2234763318ce7453e7714c8354ede6cac0ed1d5ef1ec7fcdb9b94a94d0cf73c7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00941475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.883663980988786, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2022, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:16:05.872387+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7e6565-600d-4973-b8c8-3a4c9ecef79f", "result_sha256": "3798e90fbef4236fa2b89e7d53aef5cffa8ccbe940fea48ff5009c01e9ee7b58", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0257, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.83078571900842, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5890, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:06:42.133502+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f98e40c5-5da5-4220-a397-022d284b9477", "result_sha256": "ce5ce30abd44a83a22e433f4bacedccca8b237920b566178c85cb72306c80747", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0208165, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.076054988981923, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4728, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:41:49.077492+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdb2cc28-0420-4935-b006-6e5e2d226e3c", "result_sha256": "c021a452546e015d9e7fdaa88660f1db7b7243b6b2d310132a7de5ec76ca722b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00743075, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.260966743982863, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1549, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:17:27.833568+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1b642a0-0e84-4012-97c7-7ae7b0271a11", "result_sha256": "edfde27910109cd9f42201ced84535245539fb28d18dc26b62c848f13293b7fe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007826, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.235162009019405, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1692, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:38:40.543347+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cb4efdd-ce12-4732-92bb-2c71416052f3", "result_sha256": "21942ef998e002706210ba390f2d16f0a56e31e0bf0d2e3441d3f68a8cdb6ae8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00770325, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.247239677992184, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1649, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:00:32.582622+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "65901b0a-7ba1-4d6d-8150-e01d189e6587", "result_sha256": "cd65062c58c430f24b2833da2af437dea861688cae1ac82ba31f884fc097d042", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0096055, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.96073004702339, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2091, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:12:27.601415+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "180352ef-5e70-4b78-b9a1-9071a2ada160", "result_sha256": "6f672591348c147c7dec888a6059cbe41aa254829e8fd8f096657bd4b621ab89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0146925, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.49416424499941, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3300, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:14:13.928603+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "82a62648-675a-4b44-aa79-9f1e5ebf12ae", "result_sha256": "0fa76c8749f96ac885ad13001b934e04bdc778283e4f526beb47332853d0b1f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01025975, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.046381643012865, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2257, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:43:28.230585+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "025339e5-7aa0-4ffa-8b86-721345577e1f", "result_sha256": "2c495666e8b00ba2bb349847911fef5ef3eafbcb68aadf1170528d92deb049de", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01474925, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.074356527009513, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3271, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:54:47.551996+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "663017d1-5b14-41ac-a7a2-d11b95e9d6c6", "result_sha256": "7aea5a48da73cf4f053c82d73631adb745a05dd649f26658c2146649a3bab60e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00789825, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.357842511002673, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1709, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:46:04.029555+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8b3b3b8-a83e-4a1e-be4f-82dd5fb93339", "result_sha256": "d01fc184f14c0f40812349bb20980b371902a996cff218ed13d368ce43ee5e0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01545525, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.71624364698073, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3473, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:50:23.058352+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "032513b2-1ba9-42a6-a28a-e7f23e432154", "result_sha256": "bffcb24d7f1095c78790839723f2b16a346b2f8555c860c72fb5d96289f2e6f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00917625, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.916670737991808, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1990, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:31:44.367965+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e05670b-c22d-40f4-a9ee-f5dc7106128a", "result_sha256": "f01758264b1683bf94d4428fec37b225b27e9096a5a2bf20cef3b29336648f6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0120725, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.291519576014252, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2660, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:09:17.874390+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "48831ba9-419f-4d6c-be17-a8b630a2f44e", "result_sha256": "246f60fd3f14508da8912685d9f4877c47e499c199ebe4f7e8b676eea4aa6c21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00835375, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.855178049008828, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1815, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:58:03.954855+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b26758e6-9233-47ae-9297-37e55274da8d", "result_sha256": "f7263a3f4fd4fe0164d53481c231604699eeafd98a7e13e5bf2f51f22c0e0f0a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00945725, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.154397473001154, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2047, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:20:53.554516+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc1e4bec-c083-4840-ad25-6b18d6c92bcc", "result_sha256": "825c5325910f20949f972434b390d14e6fc1ae6a2bb5926152aca98706d150ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009769, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.756520600989461, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2148, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:42:58.766666+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aba86272-f98e-464a-9d04-69007b44c378", "result_sha256": "a19d47bf0360f35ed2fb4b6b00193181167e08c668a7f5d3ad199605f7e2ed65", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0174515, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.35240083100507, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3928, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:47:30.274401+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e2582d7-c5f5-4d28-96f5-9580227ec56f", "result_sha256": "7d48b397328ada66ff36add00f5dcedbedc080d898fecfb45c93687fb034325c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00980725, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.895810046989936, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2127, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:57:59.414632+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a01f9872-b026-4a3a-80dd-740f3150e048", "result_sha256": "3cf22774e49cbc7df57de938975532ca4ea6707b6a08776c166013c0b185a15b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01109275, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.974266064993571, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2453, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica Neue\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:45:17.055408+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "15c3aae2-f293-4054-ab42-566fe1f28267", "result_sha256": "06392b4b3c981cfc9475849e67380bea3a070bc1f58743c8ffdf8c8e3ade344f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0141925, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.313203191006323, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3140, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:13:51.957380+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb5ed0ca-f31e-458e-993c-7dd893d68e21", "result_sha256": "aa9183d16a7749f9b069fbff1d744fdc6332b6f050d1ae21d80869233868841e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01460325, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.52464678499382, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3279, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:13:26.031097+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec0c6fa5-3d92-48d5-a7a3-69d320c9b48e", "result_sha256": "671d45695b7d0eb0fe0a2f978580baca61923db221f86a37ba74bd5fcaa294ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0133305, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.8371891650022, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2986, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:13:21.673469+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f97e0c87-e98b-4541-a352-aa5d2b0448c7", "result_sha256": "fa4434f769f23fa0939f8e1f9bc7c3e1a1f2531b1da9ca055e0cb491c5674770", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0170945, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.267507220996777, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3844, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:24:12.928021+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "25fdf253-90bd-4615-bc13-766f0063775a", "result_sha256": "aef0d6ba30acb8aefc4c467817aa8e8c2f3815e812e6f788589021724e8c830f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01081025, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.934172492008656, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2363, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:52:54.263197+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "023554e8-f5a7-4512-8752-4fcbaea59bc0", "result_sha256": "f5a87d3301dfb26ac56de9007af563c5fba71e2223abb4a531ee99c3a6b9e237", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0166475, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.713625381002203, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3760, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:18:17.363694+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff66ac60-107d-4b2a-b7a4-4ed0696fdab8", "result_sha256": "d3c6c0997dce662eac919046661b022a6cc211455138fc1945e267aa88bb058f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016309, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.814757871004986, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3638, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:33:04.293910+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd8dea28-0db2-48b8-bb9c-5bf0ef70458c", "result_sha256": "abab69852ff94849c82e62eb715e3563d0fc5e0667bf778de38aede79420e8f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01699175, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.005856021976797, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3841, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:03:19.041617+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b48be78-0d98-4f14-98c2-04bdbb3f5b8d", "result_sha256": "d6161ca8340bdd2d610cb1f935ed7330023d93551c5e9bf84ef2daf6fcc61a33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014873, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.73862058101804, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3336, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:36:27.982997+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fff292fd-0565-4735-964d-fddb6f0a0ed0", "result_sha256": "08fb68d546e160da8e922f81dbd3b278301d9dc6d53801217bf624f8a75bf2b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0169325, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.64290081601939, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3815, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:53:39.059464+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6013735-c694-4910-99ea-4e335591b437", "result_sha256": "7703c2cb39c6ec9b7ffa05ae7904188f7317db3444e6dd73959d9c6b0a4fd299", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.019688, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.544180300988955, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4466, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:11:30.852063+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9238dfcd-bec9-492e-bafb-12dec2605db8", "result_sha256": "7b4927aee35af03e34d6eb2689209a5743b9c639e1b99727b8e4843b7a029c26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0141275, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.197296399011975, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3155, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:26:07.756190+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cefabd85-8c70-4eeb-9700-b0b5f6870e7b", "result_sha256": "5b21a3b5b946fb4559f6a050c913e592099c4d27edc8e5f1fb3867da2774debe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01517875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.034481160982978, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3405, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:21:21.796952+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3077fd69-2d60-450e-b01d-a065d61d0e6a", "result_sha256": "e87a0714634a01a06493cd58af173a9dc76a6baf51914a518df19a04ccf4b166", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02499825, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 33.2817129699979, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5699, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:43:42.957731+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d300934-d9de-47cf-a84e-0627d387efb0", "result_sha256": "c7bad0f88585d07bee90decac3bf882c668b11d72edcdf2ed17516f302cf1694", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011782, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.213942962000147, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:17:52.081555+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aca4c685-504b-4d38-92b4-a71df08a60f1", "result_sha256": "4ba9c0a05075479088ed35c03a8c8bdf4e6f759b1dc757362acd904913428a2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01008625, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.938318553991849, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2215, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:17:22.429484+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ed686e2-56dd-4301-913d-26ac7e778d13", "result_sha256": "7ac08ca6855fd453720fdc230e38190bb324eb2b1d576006fe5aef92b7fdf9e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01756175, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.486241470003733, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3966, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:12:45.996326+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a97ac021-cc66-41aa-8d2c-ca4377155daf", "result_sha256": "135fe19314beb2329a43444ec8bcb9a6389d67ce35f8057f41eabcd46756004f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009529, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.17221829999471, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2073, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:55:23.135425+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dfaf18a-7cf9-4904-8f7a-ec6f3bff0b7e", "result_sha256": "39f2c256e5ea0e88f6d4c14cb5505ee4c61e266e5b9a60e0aef308c32e15500c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007482, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.843021239998052, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:59:31.907279+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "16250775-ba80-4d1d-a633-e74f29ab17c4", "result_sha256": "f9924be0aca05c3579645d850277100cf89551740fb2bca4f6e2634a73731ebb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01460275, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.7553464959783, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3253, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:08:13.560801+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8643db23-cd45-46ec-9fa4-b815fc1d6a0f", "result_sha256": "17ce87b54c58b183fd677de1b98af97d34dbae16802eaef3ef85d988af13bfe6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01592575, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.473683683987474, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3569, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:31:45.572949+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "94f2bf96-f9cd-4f36-8c70-6774080e6988", "result_sha256": "b926b6f26f425ee049304f30e78101e9793f2ff369ad3280795e53ff48fa4cf5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0229355, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.882496362988604, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 5216, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:09:08.621514+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b999ce-3bcf-44b1-9869-43043d95df6d", "result_sha256": "d022a8ea4b4b8fd0968fd1d6ba6ce3e9632052fe444efcf7a3af4156402213bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01070225, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.03907697001705, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2352, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:23:04.982527+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "260a5f05-c870-4563-a374-aee2db62a1ee", "result_sha256": "8ecff4ebf887f371eda909ef3621ee7080b9b011aff1ec15ab355733cf511b2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013895, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.616632161982125, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3070, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:53:27.422401+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "488cab8a-6608-4229-82a2-d7f30f6f4e6a", "result_sha256": "18fbea7a5d487fbf2a86ef7b50deb5f4eaebeb1fbfe0ac0dde3587ee2b63eb53", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024068, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.8375093289942, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5506, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:49:31.994632+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbe4a369-b77a-4e65-bff4-3868d43c28f7", "result_sha256": "a1330b1fc482f1d22adf7b01dc61848268cd47ec073767486dd533c01c74c627", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0130985, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.89240515002166, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2912, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:30:14.063065+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f381582b-90a6-42cf-9853-d85b3e809b4a", "result_sha256": "e6d9a5026fe53bf79ddd2169ac2fb2d6fe2c93738d7261f8351d0345e56cf76e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0137065, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.580525008990662, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3068, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:44:45.927043+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "996e5372-7888-420b-9f4b-05a5ed696a53", "result_sha256": "a99817ec4949043333bdc6d71384dafd4f43480179bba7ef6c4a82da0254b69b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01060825, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.130741045984905, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2339, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:06:41.388440+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce5462db-2904-43d5-9510-785364fcc97c", "result_sha256": "c9fdf0b8fd819605fa40edad3acab1a0f38ae7d2f1fa91380e53a6cc3672d314", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01327025, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.1718323600071, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2923, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:45:51.037702+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f49347dc-dfcf-46aa-a15d-e5ddc4813b1e", "result_sha256": "985973e019761b30df0941a27530e7defe3169f480d1fc15643dc2867acd9ef8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0140735, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.47168295099982, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3162, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:34:25.915085+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7c52eac-da7f-46b9-a7c1-33776e9ae900", "result_sha256": "dd72e4f4038778072d1f25dd6b4f8332cc76bd44256efec686433d9f6b49da3f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01901675, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.665151291992515, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4311, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:05:54.907543+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f9481cd-c3b0-4661-906e-f33d6d2505d5", "result_sha256": "936448299aa487c4a99612eb60e9bf21fe3c4e8d3ebd6ce29a8445538101988b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032836, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 51.11088341198047, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7557, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:54:38.921938+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5327bafb-22da-441b-93df-73bd228d5560", "result_sha256": "2263e51ca7a49c916ad93c95ce65f0b12933e77425d682213b2382fb13a55e19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01714475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.351760905003175, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3877, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:55:15.011983+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dbcc701-6d9f-401b-8b6c-44c40593c6b7", "result_sha256": "1d3b09f23676b78cc1b4072493f472605c64e3dee7ee121f353d9f221f81193e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01020875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.532317000004696, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2245, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:28:18.388292+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a21e6828-f5a3-44b9-a264-ad00e304211e", "result_sha256": "353721f4e91cb4783cc5da5dbeebad0c8f389dae075fb336b85107a3f2e1c55b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018247, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.930962316982914, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4094, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:13:13.875333+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6b534cc-85f6-4ab5-b8e7-9d2821e95446", "result_sha256": "d2e637bfaf975344fc1d4164f5eac04b1e9b04ac269d18b2d44236d43358371d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011562, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.66710881300969, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2554, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:22:27.986558+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b6044e-8f2c-4d26-863d-1c728fbcfbbc", "result_sha256": "40bcbfb16573396a27752ef3a5d00e0a4f2bde2f6240500a41887c60ab81605c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0125355, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.87408439500723, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2786, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:20:22.572974+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "18e3a2be-c66e-4072-a43d-c0d7315190db", "result_sha256": "ef2ed6f375bba47b5689c1099d2ab38ad9e15e5af402965eb455d5c53e2ef338", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00876825, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.163601001986535, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1894, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:53:34.063625+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dcadc19-5dc7-4df0-9fba-752b6d0a5a65", "result_sha256": "bbde80c5d46f65e1a31bcd49203d990fb03cbd22f085ff4c0e941b3d62d0d3ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01336875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.815793386020232, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2965, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:34:16.975461+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "29905dc2-4ed2-4829-95eb-103eb058b687", "result_sha256": "6411ba807518874eeb33c70d3fe2d0365fc69679df8f741bd48dc0d72255f274", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009905, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.215617566020228, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2180, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:31:05.262315+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a57e41d-4c78-4fe8-9911-0ec46a3313e8", "result_sha256": "c0aa8a1888f4ea14493e7eabda8ac651be481cedd80c3e07a137f9b3a9054e43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012003, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.86521258499124, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2646, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:13:02.596786+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d34bfeb-7be9-4dd7-b888-383a5b0a62b9", "result_sha256": "816d1009fd4db92751f479c7763db6d62c66287e5a5614ab0563cf4cab14dd01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0122425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.5086713579949, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2730, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:29:14.660068+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae7fc178-159f-4346-a6b4-567ea0d85410", "result_sha256": "522a35cae3f20f5e3313a35f51f06cd9690b93ca91861a2dbf32c451fa3064f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0188795, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.33344636298716, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4264, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:58:15.576623+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee5bc9fa-0d57-4b83-a908-1b13ebc03aa5", "result_sha256": "2d071e1506354feec88cce2d63f885892e0521b4a3139582adb41506854b8d0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0271855, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 38.5550167960173, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6216, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:17:28.038902+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7ffd388-b220-4263-bd7b-ca768450425c", "result_sha256": "e3edd77aacec75fe9508167baa1ef0e2e4e23103f49126cce6dc120f47e89b16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01147525, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.972355637990404, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2543, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:57:17.844467+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1ead941-6884-461b-b9b9-0187c5e04b83", "result_sha256": "e0257f8fc5cb36e2da82e25f5376f6bb20d0d82815c763cd80776db101dd5cf0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01376325, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.391728084010538, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3039, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Oswald\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:50:44.038427+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad0bb0cd-61fa-4eca-a5fb-0719dcdbf762", "result_sha256": "ca699841573dc179380380017551d8306102ae29d109a7fb434371add4bb4ec1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0089635, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.84932713600574, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1952, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:12:40.457729+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "05e931ca-8021-4ddd-9052-b9ab4d642664", "result_sha256": "7cf181bc76d9ef6dca21671bfd93c44f328f0753a9f672c3dd1d56992b4d3411", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01398925, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.657482623995747, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3141, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:40:08.932354+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "56214a21-340f-4f7f-b667-aebfb5401085", "result_sha256": "a18b2ec908b2a59b2d7866361e20cb01806951acb00b247bff3849ae8753962c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013754, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.058906527992804, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3058, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:37:06.779781+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e18c8b8-ab97-4601-a951-1b991b908cb4", "result_sha256": "db486498180452818278e6d9d4823f9e5aa336052173d4e8ed87a162733c0670", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02279525, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 34.905917202995624, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5183, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:51:56.631857+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed622599-4e07-4592-86b5-120b234d37e5", "result_sha256": "6e19d64521f87b016e54f33fcd86fb78100c1f587648a5df06c25998698c28d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0125505, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.011655995011097, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2796, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:44:27.242217+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d29af135-4d62-4349-8d20-d82152c15afb", "result_sha256": "b6c6f0a5cd73e1850f56cf3f33cb6c3dd051dc543d8da8a6ef949c374f40a46a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013368, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.61505429598037, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2946, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:43:04.717191+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fb47f90-e773-42ae-9f8b-3e14145cd322", "result_sha256": "465a4800015974462d66baa40935ff0fd444ea2b9b43c5687f332413d1293ab9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01147525, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.844698586995946, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2543, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:09:06.337234+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d7dc35d-c2f0-4f91-aaae-40550f5956d6", "result_sha256": "37b06b9c3180a1b657ec408b51ba27fd78cff94daa88547395e09eeb9cc07926", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015349, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.622532775014406, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3448, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:11:49.271096+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "649af241-8062-465e-bf75-0bb2ec18ba3b", "result_sha256": "9b4128fc7376375bde01fb548103520eca0e550efe56b3dec080d2c80873a2f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018862, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.206437677989015, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4269, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:24:14.880793+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "148f17b8-abe8-4c18-85be-5ceee5c9d7f1", "result_sha256": "7aab046932900c46678f1ea15e6b671e43edef02d03cda8ee59b19cd4e8e7ac0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0103295, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.224949783005286, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2264, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:20:44.386998+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b66ef231-4d97-4c28-b619-f908e4e99ac2", "result_sha256": "10e79614cb9ba4507c40acb6ec6f9fefd92886946fa523c01af9478b408d2f3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0137535, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.80410575598944, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3067, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:37:21.583507+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3f21e2e-0cc9-4d50-885a-ede2abbde96b", "result_sha256": "7329b76d836378e06c023870f6721b75eff194b4ea9f269f174c05d37c347235", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02854075, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 43.5951493140019, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6549, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:01:12.936315+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f949b76c-691f-441f-8c2a-492a4201e57f", "result_sha256": "81edc7567767551cc0fa2d156d3f30091533b150b8a707e81d18dd53ec121cea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01114325, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.605906395008788, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2439, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:59:10.158861+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b472a9ee-dc75-4a63-863a-5f56925060a3", "result_sha256": "c1f5b515be893b5ab4fa08625937ed489e5aa15a8ab7bc33154e83a9766c3ad5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01489725, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.375396595016355, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3327, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:49:08.439080+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "44f552a4-2e3e-478f-b11d-b51635cf5994", "result_sha256": "dd09fb0a40d3839459cc02de4fd2d4561cb71d8a7864734a7af734b75eacf224", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014835, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.801073415001156, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3310, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:10:04.481414+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dd9d8d0-39b7-4794-823c-d34f8e45bef6", "result_sha256": "2f5b8fc7c25eec60b8050dff206a586ceedc58d9afd124ca9c0243030a924e0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02767675, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 39.82543975900626, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6346, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:28:26.688015+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdb9aef2-d8ac-494d-b0b2-ad4ae2848c5b", "result_sha256": "392acffbf8c35dbe2a29e2d794cf54646506f0e108707d91065566d6ea21871f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011705, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.27386450098129, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2585, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:13:22.903856+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d873f6d-cb21-43cc-8dcb-45edd55abd4d", "result_sha256": "b69acf476349d8b72fb2dcda109e705d0bf5fe0e2837d4856e54f3c28e3297ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0099555, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.94304487601039, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2176, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:20:09.520627+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "05f6251c-4a5b-45ae-b0a2-331dca12a88a", "result_sha256": "e799573be846a9cf8ef3e961525ac8bbecfed203af4791b7acd0168b41d05c56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01188025, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.52337421098491, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2593, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:09:57.874463+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2b3380d-56b5-4d20-b8d7-af6a4c77343d", "result_sha256": "16221d7a017b8d85e9552677b166a5b554884213fb2a04e7ecc7b044878ce1d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01321425, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.909377403993858, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2931, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:24:15.711701+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f152831-64e4-4c79-af47-90a48d74ecf4", "result_sha256": "b1a18c5135fc70cd68ebd8d29d108bcc16c88d125d2503482d78d60001a4dd9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01417625, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.56927514297422, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3155, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:17:04.638420+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "117c71cd-e879-434d-8647-cd23f18e79e4", "result_sha256": "584fef668cd4b514030594159c77e624b278fd66a1385d123f28965d06d892bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01473775, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.792115844000364, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3288, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:13:58.865055+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bcba626-f390-4747-923d-38a85075be9e", "result_sha256": "f5d20e698cc476fcee0c4a1e45c5dbcf642b5a239f8560cb3f2c5492f4d15ebb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01484275, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.04910663497867, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3293, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:20:49.359253+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "61bdad9c-3c2b-4a93-bf56-a39d87a3c907", "result_sha256": "82d32a18486bbfe6e01c6bc919c37d52797027e58b190e6b32aad60d5c286b70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01177275, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.717361444985727, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2613, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:54:26.365483+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "540da84a-2e20-4ac1-8363-02025a34a6df", "result_sha256": "2283cfe047725e6132d8f8acd5292a4555e39526fb82986579708b7dec079f39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01364775, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.719917801005067, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3018, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:59:50.679319+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2079398f-4bfb-4e5a-bdaa-30b9f9bb7c30", "result_sha256": "d41cec9e44f005af8a350021fca2be898f3072a5cb6dcd8127bba10fb5b288ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01488375, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.274017718998948, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3345, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:25:56.836988+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "67a32f61-763e-4469-8801-ecff69f9fbfd", "result_sha256": "aa0ab89d1d9b442ae40cf09d9bd2aa7cd12746b08fe89d3558234252e05acb21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0085045, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.719432758021867, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1844, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:30:30.007195+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d839697a-722b-45ab-8321-2713b88474f5", "result_sha256": "d36c0d538b67b079e9ac0427291524c7f51fa8e419fbc804955423319d0e6748", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02551025, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 35.696608383004786, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5803, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:45:35.785076+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "38faf843-23d4-4c13-bdd7-e1df3b84d979", "result_sha256": "9ac3f006cf7b0c1a91faa2160c00d854d1cacef3956d01284d0a6b81846a7967", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01174875, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.932800023991149, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2615, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:04:53.566784+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ebc63ab-d51d-4cb3-a116-acb75036ccd1", "result_sha256": "09fbf66b7c461e1a9819d3c90613c7f487cea1af7bc344a7d788f814e15078f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0121275, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.196779018006055, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2690, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:53:48.752939+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a88ae0ff-af1d-42c2-8127-47465a63ffbd", "result_sha256": "b33e19ee83e3641721b61d865ce327727ceeb47c8cd87f8f3e3b5f9008e247a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01845825, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.605589433020214, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4174, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:04:57.436288+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "caff62f0-a799-44c1-9c6f-7b9914528061", "result_sha256": "c7b4cdce85b3199a5e0fad1edca1adaae2df1438168704741f9089b3e7b5aeff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01841975, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.33591937899473, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4177, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:03:12.328117+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae22680c-aff6-4b6f-8245-91b2482d6545", "result_sha256": "d8c874711131fd7278c43382db32e8dc0d7abcd1bc00a307b4b86a00da229bfd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01213375, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.953779653995298, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2685, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:14:32.742760+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "38b2ae58-9728-419c-8f31-ca724154d430", "result_sha256": "69ee451a38ee4a68e22d05e15de0cf573024c442624ed8ba0b17325ee5df57de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0156375, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.298408083996037, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3480, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:04:04.506684+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cdba535-aee4-462c-9213-95fab5fd7217", "result_sha256": "f7c2d25c66f75e9a372518841af240bee59212b93428635074ec8d706bf6e72b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011477, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.833949911990203, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2534, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:29:14.333876+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd4c1a64-929b-4bbe-8b49-27cd472d8197", "result_sha256": "64f91c40f816d4c4076b61052306981d72f1c4a8526689031c52a698b9165610", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009439, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.308664966985816, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2038, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:48:15.211170+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c8708e-f6e5-4f74-b287-03b695821b99", "result_sha256": "19e49ebe75500d04851fb2df3d57b59bd1aeb6cadf775824cd7c91b62ef3482c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01461625, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.16961529600667, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3270, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:22:07.969909+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "05a954cc-606a-4c19-8c07-d91a527ae483", "result_sha256": "7b7d705c375453aee55131b3950976fa39e96649b27d898c6e5217baa7a61068", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01364925, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.992310075991554, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3031, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:45:50.311864+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ca36a19-7369-4cb6-82b8-5b02c8c29aee", "result_sha256": "2e1d000028412401fbdb72a6699b9502b6a9185e40040e8f174b419aba95937c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011803, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.69286894099787, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2611, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:12:14.198204+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b2bca30-ecc4-4c05-87e7-652053560d71", "result_sha256": "b5134de730ea966db4c0203ee69be2495844b6ee8f613bd5dd1773c17a665105", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01162475, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.617689874983625, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T06:44:40.437138+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "39a7358a-2ccb-486c-87fa-9aa8e67d035f", "result_sha256": "5209098cd39c611da76fbd1917e9bf315f3211374fff6fc8d75ef8e27a4ece76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01096325, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.640975898015313, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2429, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:10:59.253530+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bc14c3d-644a-4a3d-9cd8-3d9c709212db", "result_sha256": "0590a9983941508b61b7e18a5b53c24c367117441943808af1ee7a92bce88be4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0127425, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.858772757987026, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2820, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:14:53.180534+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d50820e2-58cb-4d85-9c26-948e75c79181", "result_sha256": "0a84c1ceacd5a199a4170a1f7156fc436ca14e4b48f3d9e3c291f40c76a0486d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01114225, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.217266580992145, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2427, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:19:59.967771+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b24496c-d877-4969-bb75-176f26047444", "result_sha256": "7e407a2d9ea5e2f924828107121f41c8051690274a99d5890ee9e4dc1cb7ae88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01314975, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.17332490699482, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2937, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:11:02.459778+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "95a4be47-7572-4212-bd02-819b20d54e0e", "result_sha256": "1f2580a40e5ce0847dce47ae2649fef40d59acd62c3d60fe2c75973fd42eb6c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0134955, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.87087196300854, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2976, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:11:34.051693+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f9ca4d1-c71a-426c-8ce2-8285ad3e018c", "result_sha256": "899e20b7b2e705ac78164888d7a9d4a48dcdc1171a0d2944fc474af441ea4a4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0185515, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.33298071101308, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4208, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:24:45.104277+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f8a98ac-b516-4412-a72e-7d248194ec86", "result_sha256": "96f675bdde4aed634f6a5485dc65a6e5cbcff922d2ba5c1fae453834f705e5b4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00818375, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.183340290997876, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1775, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:50:15.034743+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0274842e-7094-418f-8fad-ea22027c348b", "result_sha256": "80ea78d1bdf9036ccd5ec79432e7ad4fcc37ff76ad121fd6ed711af5242c7e70", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00995875, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.24224082499859, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2165, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:48:55.861789+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "02bedcc2-a0e6-42ce-a039-99286772fa56", "result_sha256": "b138772e889824161334f0e80fabfd7c882e550f7df5ecaeb1edec50736bc11a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010738, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.530508489988279, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2346, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:25:02.956644+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a5bf8e-91c0-4b24-a27e-141f90650ce8", "result_sha256": "aec306af913e9087cc6f80de2d98b5b2338c24da14b89c8c1dbbc14fc9f42bd8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01330475, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.37772604901693, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2967, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:46:11.798275+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09ea85e-44e9-43f5-9d71-c2313248e0b8", "result_sha256": "dcd76da51c9fefc484ec7882b84d453840f2e4a67969f2347a17d5b912c6a118", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01066375, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.777266667981166, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2340, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:14:32.944147+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6fb8ab0-1fae-4ec8-8dec-d605ecc0ab81", "result_sha256": "a4b85eb63086721c699962f0742ea55134d27f8e8ec17f11d1114c2423eadd25", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01173625, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.363776157988468, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2595, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:58:48.843660+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6aeca9f-9b15-4bf8-a17f-6893aff0bc29", "result_sha256": "416ca8d50b5fceac1ab865444ce63ad9ce91d26f083712e90cf465b2e4151cb3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0132435, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.86090706201503, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2947, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:50:27.954436+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c2cfc50-62d7-4a19-a668-62475095d5c7", "result_sha256": "a40d8a52d8cddeccadcc16bd07d6fe9b270aa9a1490203fd31bb2ee3018913d3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01013825, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.59190583101008, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2219, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:47:44.304159+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1aee9b58-f960-4f17-9082-80aab297c06e", "result_sha256": "b662c47695978812e1831168bbd46d7f500e17b4b55947bbf6490264050ef83a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01230175, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.944535490009002, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2731, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:03:30.063002+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6aaebf7-040d-44a9-b9aa-decce8821e04", "result_sha256": "41415da30c14174841b9bc7e903ffebac08e2bd28f76341628c7e8540044dbc4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014077, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.80548142301268, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3134, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:42:22.056648+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "50442c5b-d55f-4fea-88c4-8156fa637726", "result_sha256": "11ecaf5c0371811f2b695b38700564af2ef1d2545cda1cac9f1b8486b11be5f8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013465, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.923729609989095, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3010, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Caveat\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T09:02:12.390696+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdd536fe-a83d-4781-aa06-c8b0c7b5cb53", "result_sha256": "5aef41b87c908fb7b4cd7b05977abd93618d534584af214305168d313b257958", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014172, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.94774898700416, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3184, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:49:57.505931+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62ba3e97-4fa8-453d-b738-1473a520ea0b", "result_sha256": "347af490428b9ed11c413385980c1c81401ebf2f4d902d6c767db6a50eecb0ec", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0150325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.471989987010602, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3380, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:52:31.670243+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "395d4e35-f631-4a4a-ae41-d5265b1a5044", "result_sha256": "b4f88eee669f8494117fd475f65aa45d98969541ad052da946591944d0d4dd6f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017153, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.58763258199906, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3866, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:51:34.917637+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "024fb269-6fe4-4302-a2bf-cddb02d0b331", "result_sha256": "51aac3d2e3f533070add3cbba3222a84e21b82f7a820d5f55ce94ed7035cf066", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020712, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.000618988007773, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4674, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:34:47.515790+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "35b8dba3-f2ab-4b1d-958b-81ebfaf085f5", "result_sha256": "c76a6fedf53fe6f4a14e201948e89c4283670dadf5ef5d6bc99e70c358e5544f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00961975, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.10251025701291, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2097, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:01:32.857884+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6974f0e-8cd7-4eb1-8cef-8b5d2016264d", "result_sha256": "82a3dfe9a0803e41659b67be8014906bacb3c1b3ab6eb1a1d5349dbc4e2a0077", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.038033, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v05.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.159466252982384, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 8766, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:30:31.697262+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a3cce10-84f7-445f-8e79-3da223de9df5", "result_sha256": "7c4b5dfe46a0c282344f8198d161f92ac3b100674995656857e05074cdb4ed37", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01437825, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.077048292994732, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3214, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:52:04.802389+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3ad9906-f230-4560-aec6-bc74cf3e00c2", "result_sha256": "12b80006e9a1d33cf91ddd8bf697268547ca6399540ade27966f6846cd309b98", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01640325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.06570795600419, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3679, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:06:41.236339+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "767fdfbd-f8cb-49b4-a54b-eb827ddd461b", "result_sha256": "198a274422a2a3ebb8ea4b86702d6e6e00e30d6491410e5987cc0af19bafec1e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0103835, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.826969989022473, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2277, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:25:25.390084+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e00a165-39da-41fc-9cf1-cd022989b0c5", "result_sha256": "40935bff31954f9425f04b2ca59c7ebe621e42d813ac47ae7cc9f5f4c9d10529", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01100425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.113319761003368, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2411, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:03:12.871141+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1992a7e-d561-4aeb-8bc4-5a97b71ea7b0", "result_sha256": "18e7b47b15802e01e428eca32f7150c091b669f2943084ed90b98bd0b33a71c7", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03985725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.95449568901677, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9212, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:47:36.605748+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "034af9b3-abba-4fc4-8692-b46dc418774f", "result_sha256": "aed2a3f85101b6e1a92088983a669d5616849bf5c709a9c3ef26d9b9c8f7e575", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01301025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.487028000003193, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2883, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:01:35.550107+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3fd0415-9c45-4722-8c25-575bc411e0cf", "result_sha256": "5bf8aa4fda01a7f5563514a93fe9f9d04738713c9b5ea7c72ff3f2ff04f945ce", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019536, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 38.109945753007196, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4402, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:38:26.543090+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5512dd1-6d7b-4890-bff5-84b3e8e6759b", "result_sha256": "7fb8eedbda78b35afa3f2ca10457b7ae771775d4e933f95907c966ef7dd0a4be", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01212125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.549288979003904, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2695, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:20:25.800711+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c88f781e-1049-4564-8764-4f5d38c0d374", "result_sha256": "de175adf77fc66919979e35fdba5d3207e1e58918ec932c634c2883ba2256e63", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0211285, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 29.531237003975548, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4772, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:28:25.777418+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ae4bd5f-b653-49dd-bb61-d0ea70155eb9", "result_sha256": "49a951a588c6eff733eefbc91bdacbd5dd0a755adf5d7cff67d9a4be3fcc6e01", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01317525, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.029388308001217, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2943, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:13:19.899461+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a54c968f-f202-482a-87a3-f8d4e4907c8a", "result_sha256": "40dd1c6f9bf17f39a0e96fbb9a540af0d261370c3e0b2f06f3601542267a8e21", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01944875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.77244051199523, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4410, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:41:07.897090+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bba17785-295b-4f45-884e-4aff757ff9c9", "result_sha256": "fbfb259e443ed685fb60d015e7783ca11b691f62bacc5af2f5d6d84a9023f8c0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0149525, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.40684843499912, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3340, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:20:52.617848+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d241d6e-37cd-4176-a9fe-ec363bc41047", "result_sha256": "8fcf2261f3b35116c1921b0d2fc05881ebd9f8c57da09da117731be56427ca54", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01304625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.60432704401319, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2875, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:26:00.944273+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9fb579a-c375-408d-a9d3-1f0abdaeb2a5", "result_sha256": "9d31bb7e152311881e2f607bec27c665a59399508313eaaf6c454c704084dd5a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01777775, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.89704586402513, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4013, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:46:14.411402+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcd0ed19-e6f5-4675-87d3-adfe9e46c848", "result_sha256": "c05238de0886f8d70a5ecf9851fca109428f5997ae148fd34b79da3175cc8830", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01336375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.906692688993644, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2945, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:21:50.645505+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "962e73b8-9a5a-4be4-bb58-85307b38dbe4", "result_sha256": "33cbe5123d6f39b8113203ac2e7ee4cfc6c5da08a9238606c98045855ad37b7a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0152415, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.385831919993507, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3428, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:25:43.815870+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e04c140a-1683-493f-bf56-7e6e4108f370", "result_sha256": "d4408573ce8e31647629e2118550152274c31a3fc998fbfc111345839f61c3b8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019061, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.364859154011356, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4302, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:40:04.030901+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4461549c-ec85-4a59-a163-c60991dc5cb7", "result_sha256": "4a6b111a233ccaa076d954a0616914317a230bb598ba9e11d44d9251d8649e3b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010838, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.29411242698552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2381, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:46:54.148594+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a94a948d-d9af-4cfc-b012-11d29c6769cf", "result_sha256": "d50be07a2db1bf3fa019a9d4dcdb18a0c458340eead6a18b546586f2c56bbe33", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0145855, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.84021844100789, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3256, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:41:21.428590+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da2c0ba6-15b5-4cea-b2bf-7611424e0879", "result_sha256": "e912e142e8f4c6e8d225b1fcab51b530ef0ac12dca8926511636f76aa83f76d9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00738275, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.348765601986088, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1568, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:53:16.348920+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "86821375-3a1a-4a5c-8925-81c18b980c40", "result_sha256": "e2bccf632a49c8be915ddd492aaa56dc550e954f0ea267dd6b0a1e6a220a53a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01035925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.447141306009144, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2271, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:59:14.000271+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "896cb808-4aac-4372-9cd9-bb26928aada1", "result_sha256": "3b119c67ffc23c1ec7b6062d2e5d560ae2fac2b4531478aab128f34cee2ab2b5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0098785, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.328246459015645, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2122, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:19:33.664374+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce85035c-5a47-4815-b4a7-3039b56df473", "result_sha256": "78d3e78bfc89252e01d5205906ac51533d4b7e522822c0a61ea5c26d842c199a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0139155, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.512516169983428, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3096, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:46:24.042491+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7db01e1-96b7-43c3-8ad3-f2f97c3e7c20", "result_sha256": "9c13fb21a5dd2eaa7afb71ef8536ccbc88211679548a82bf46b1c8f3f7f8040d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00782675, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.172399003000464, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1661, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:30:52.178945+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fabbec77-9243-45e4-8ec2-c4672f079dac", "result_sha256": "2375ac43ba178841b676ed171c8e0ad5680c83fe103a47facddbc1d365013208", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00754875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.836231496999972, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1610, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:29:37.302437+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ddc0568-46cf-42b3-824d-991451090dcd", "result_sha256": "79a320ba3ae97cc2ae858d7bb96a7ba071a3f0a288cdf538afa43e7f39251188", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02889625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.382622356992215, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 6630, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:18:34.466624+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3487febe-aaef-4d44-92ee-2590cf91ecf7", "result_sha256": "2dec3c01f6c4ff46d4d614e72754deec1b3a18649d62103ca6a441b2fa9f98ef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025978, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.128249417000916, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5946, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:09:11.403742+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a2809ec-def4-4b0d-8718-113e82a1797b", "result_sha256": "f8ed65de899b372fa44639df351db461ed69e5ae2d0cfb1ca4221d687730a1b4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0097765, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.375579496991122, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2098, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:35:31.640704+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b53f0fc-571c-4893-a9d9-465ea2c01c2c", "result_sha256": "58e38f1cf04f6cab2ce4ebf5dd0214972b781818c6a5bf723ca52e818c26bacd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011272, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.727762225986226, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2474, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:03:35.200757+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcc58375-74c5-45a5-950a-32cb973eeb1e", "result_sha256": "234a899748826c5f42cb627ec8f099b1536623668dfe9794f3d51acc90b44ac9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0101685, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.939839867991395, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2212, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:44:59.983282+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3960a17-e159-4c74-8c4e-ed0892d9eb72", "result_sha256": "6a6001beb7dcd7693699226ab2949f66d9313467d848f739a98e43623b517624", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015813, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.8685347950086, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3541, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:42:02.626281+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c94477b-03d5-4a06-8aaf-4fa9fe1ea9d9", "result_sha256": "e8125632d4614368138e31f0222de22c338d2fdae379d1d4d94f9a9674332a47", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010988, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.413223938987358, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2386, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:47:59.740247+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "650d4219-3b05-40e8-9d94-0a632144c706", "result_sha256": "e2319a1f557b4f5cf37a8a188f0be99c1b35ec77598e290c42424baea3dbf673", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01515575, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.261941710981773, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3409, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:05:52.007606+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "436bcbce-eaac-4175-80c6-da03c3cd6f59", "result_sha256": "a2565af765a03da58f2db97d23aea7551725ddc1a7d1a30e05578a8d1e5a454f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00719625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.128453637007624, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1500, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:29:08.737885+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4908bb30-2db4-4951-81c7-1d698f127689", "result_sha256": "1d11b45ea2e5128743722d7eab76faae14da439e5f7d40f50c0572c6b551394c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171405, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.380459526000777, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3876, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:07:18.347677+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d18b8d79-5463-4d94-a836-32ab368f71df", "result_sha256": "bbdcde6a7938380f352d2802ad5a4a715fdeaad4f90b954ed798ba0ff6f519e7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01228675, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.159269714989932, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2721, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:40:16.582720+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cea2523f-cf8b-4742-ac3d-97e58507e7d6", "result_sha256": "0a5758d6f91219c7afbcf5398e732328f0bd3b4e939fb6afd6d77a5eacb8c19d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01175725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.909987763996469, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2567, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:34:52.646889+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9f02c2d-d42e-4a99-8816-b231212bca4f", "result_sha256": "46a5c33869efab93a0c34f18def9be6f951b80166eff13f146e0b3e141c401af", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01827675, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.67569947699667, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4151, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:10:56.672372+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8c5b1c0-d13c-43c8-afbf-620d0b144a5c", "result_sha256": "b8453c5e724753106937aaac34a5fbb345d89930a664403e26ab22c1535b51b3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011031, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.519831929006614, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2432, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:13:32.566726+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e41e4fb4-8efa-4224-9297-7d24530e314d", "result_sha256": "e119e382482ceb89e2bc32a34edc20c1ad0228df40e6ccce486311fc7ff8a000", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0081605, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.415088112989906, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1751, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:48:39.044558+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d1be86a-1943-4efa-9fd9-8ed990a8ba61", "result_sha256": "ba18e0ca9c15d66b9a1c4d4cec4af30bcfcf789e197c0c9c714f126e4c21e5c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01685575, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.398862864007242, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3809, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"tight\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:29:55.607472+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "de4e1132-82c3-4513-926f-f6a53dfedafb", "result_sha256": "0d5a0820d3d8d191c20ffedd599fa1d063541ded905bc5529edae0fc736edbdb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010982, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.50678264599992, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2414, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:11:38.177378+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b65b1b57-7db0-4454-97e5-dc4b17bdda1e", "result_sha256": "6c7640790bdb32d4ef32f22cbaabd2ceb7220a8a6beb7b9c1175c5f7bcc5a3fa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009186, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.627090565976687, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1962, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:26:19.975750+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2ada52f-227d-4067-bceb-33ffeaabda01", "result_sha256": "a1ba780b2668daf12868f35ea6a5ec0be64a525af80bcb5276c024249b36d797", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0101085, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.574224034993676, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2212, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:36:47.527270+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6590404d-df2a-4ec5-9b2a-7b190d8f229f", "result_sha256": "26173ce2ad5e5e391c95571a361bbbb67c34e57bcca4327312c5dc5be0874316", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03118625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": false, "latency_sec": 45.502030393021414, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 7155, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:35:53.828882+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6739248-6442-4ccc-b1d1-b9c3a4c8c603", "result_sha256": "5b3f3beb98ea7c56a98d24764cede4fa7a643cb292436f3b440c948d335ae564", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0128355, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.337904566986253, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2851, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:23:33.667221+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c3c4a4-76ef-4b9e-b0fe-4cf6dc72f7c1", "result_sha256": "516d514438ccbc35b59589732a33c5dfb4ae0c01e96f3ffe5fbdc9b3b720ddbe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0115965, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.247994453005958, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2548, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T09:00:35.235268+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "65569e49-101a-4311-8a65-df54770009e2", "result_sha256": "fa3f8b7b65d3d259a68b8244b0ce265ab3f759a7b14b5e33274eb0d66fa64619", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01040475, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.21105529900524, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2282, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:12:27.945278+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b1552b-1e91-42bb-a7ea-fcba66c182eb", "result_sha256": "7e95031c02893d72df3f395f2062b04e0628f602b3b4e9ba0229be49c2ffc77e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00987375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.630993861996103, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2145, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:52:29.912813+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "31500d06-5614-4479-baca-e312fc76c38c", "result_sha256": "bfaadd4b1d358db6b046a4ee240cd6290068214099a798b7dac4b72f7b5e37e0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0153815, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v55.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.622372396988794, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3453, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:22:59.967926+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "796eb8ba-3f8c-46c2-b136-183c9827cc2e", "result_sha256": "1c520cd707a1745fbdc3224417cccd4c0890b9eeeb5c24232a701d967229c508", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011306, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.28624843599391, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2482, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:56:30.307109+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "00f0ecf0-c502-4319-b1e3-164294756af4", "result_sha256": "f0e409037a5bca8abdee244b2db1bc3cd264d929f90a0dce39539283ff0875e7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010968, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.634147595003014, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2386, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:50:59.737988+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c059621a-45be-48c7-a5f7-811f4406898c", "result_sha256": "96cb0221f009542e69485a2f7778d35c1613d6447482691dd3f69654f33b919a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01138175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.762501211982453, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2521, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:19:34.838024+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "25260616-0d46-48ee-876c-98ecabe676a1", "result_sha256": "5d423604b1044f5aa0ac7a7fae63788f551a0fe6e7854efff98771ae368a0017", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01208025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.890140432980843, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2643, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:37:03.460213+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d489a8c-86a9-46e1-ac30-7962e70a52c9", "result_sha256": "f1ad7cd1d314bbf653a396899d1483f3a0121ef8789780b2471af25aad6193a3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01023425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.40361043100711, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2251, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:41:37.279692+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8664d243-1dbb-4338-b5de-12aa8b70cc4d", "result_sha256": "dd26a2e1da694b561a63c87b89d72cf2fb39f0a15eec9c1821e93662137c5a4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0105215, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v01.png", "input_tokens": 502, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.198549855005695, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2328, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:28:29.531340+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "23493de8-ae9a-4730-85ff-fcd93334e1dc", "result_sha256": "fb0a2b8d28e859a665caec4ee4487e0eab8f611836eafffff63d22fd9d046ce8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0113945, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.562229525006842, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2524, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica Neue\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:00:08.393515+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6c2eb09-2ebb-4aab-87f2-162df48f218e", "result_sha256": "2cd4eaa46e430550c2adade93c67f7bac4144cd0f8ef076b7b895208ef6a206c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017584, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.422055110015208, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3938, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:25:43.813906+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0da1aa56-5c75-4a6f-a69e-089e6502d177", "result_sha256": "b12524839db8b4e8fba776fdb7e7b0e9002e23703767bea181a73b83813797ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009747, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.245239008014323, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2144, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:51:27.567297+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "94025d6a-816f-4d24-9a00-bb5291c3d783", "result_sha256": "da7fa6ef096fcff88f73b9aa70f89b1a3dce24adde88481bf3f940fe330970ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01230175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.553141032985877, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2731, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:20:25.588913+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "36d145e0-0bd8-4b1b-a3d2-bea200e12029", "result_sha256": "6b50ad92d1162219b83b5ca42587470a67f9140adec3a697c6a83a0a819bd8ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01102075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.502693278016523, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2424, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:14:00.002263+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4cdbf64-103c-43e0-a91f-2a9353fe0c19", "result_sha256": "c93e05abb44ac57ca26e202d3a2bdd8fdf995280be89a5f3a7a3e16302ca38f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011136, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 538, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.50723452999955, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2462, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:19:54.535048+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "721ed123-a590-4f64-8b52-4b5942153869", "result_sha256": "582dd6b05e35f9642a513505f43ed7ce377cbfe4c18254cbfa5278569d98aafe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01539175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.290732727997238, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3471, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:23:22.452649+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb3220a1-2177-4624-a322-71f352f2ee22", "result_sha256": "c9a4f440febc21be897e9f3eca65f56fe2760f6d8934f5342ebfa1b226349133", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0163805, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.948031043983065, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3676, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:04:47.067497+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c56fa406-33cf-4923-8d67-0d2ad35c8231", "result_sha256": "c31d50f0f5cf5cb60d6bc7f6e7b113bacd940a91285bfd998c3b5a3731601d39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01449075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.39840012899367, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3259, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:22:15.888316+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb39f8ad-d3a2-4939-be2e-46544800a4b2", "result_sha256": "d23f3881d900dc7b62b25a15f70e8e08b21d362f3bb47e4574834d29c858c1c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01458275, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.576616671984084, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3253, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:38:44.738639+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6d8c054-541c-4ada-b9f5-fe721b6e8757", "result_sha256": "df98c768671e9cb9e9daad5106e0a02b93269444f5fd5bfd25af8ed9245d12bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01865575, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.338927057979163, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4209, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:04:25.079194+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cb51c52-0f02-4573-bdc9-961129f72532", "result_sha256": "36fd22f3937e381efacb34d6cde4737ce2760c6f95a34cf0883917c75154aad2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0178545, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.212987454986433, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4044, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:16:12.798664+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "99eee737-5bc2-4546-ad93-ff2ec32466c4", "result_sha256": "f4c6bf828d450068ca6b6f944bb0719ead40636fc7a8d7e1e84b296c9fcc72fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0219785, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.531662531022448, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4972, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:36:23.488649+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e61e6f2-8785-42e0-a309-38cea902b76c", "result_sha256": "83da8a5910089c09634e36978512314a2538d21cd44b0c3a9b6306ec2dfad15d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0155, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.32750550698256, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3490, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:27:36.411964+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "10e302e0-eb54-48ab-9455-ed079b5c8e27", "result_sha256": "3db526aaec4a1b28f7e960e907adea1762f16761048175b69d0e30fc95c0420a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012727, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.83608032600023, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2844, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:05:33.138892+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "89566152-7785-4c57-ba51-b39dce267636", "result_sha256": "6273e1b7f10eb30597dde7d6258cb5df866e3361153bfc3a02a73b60c9f1115c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01571325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.56794812201406, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3519, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:30:53.594732+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "219a9f80-d688-426d-8163-0eb83d1c987c", "result_sha256": "ae2a85ccb21b3ab1f2217d47d4e5532bd66a9e2d77efb6fc787c8045ed3af5d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01761025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.528504507994512, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3963, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:48:15.611349+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec05e28-dbf4-4040-8605-3134c5f86bd0", "result_sha256": "7d3ad0c1186ffa97e10a282f85b6da58301d24d015155bce93c109ac117203ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0187045, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.11153939299402, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4244, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:32:37.461649+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "abeb70bc-9d95-42f6-b253-938c56498370", "result_sha256": "f5c29ab1d43e981fae9703ef0224c3a52ced259ac3ac7066c5d98a237357a8e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013844, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.17762001301162, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3058, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:53:08.045417+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d758dcc2-5c0f-428b-9e48-4ac04b4e43f4", "result_sha256": "29a44a1303bdbc92ed9deacb060029a9070a9eb70d47eab58063147b49e18399", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014106, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.78008761999081, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3162, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:45:09.617594+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32248151-e1d0-4ef8-89e7-83b14a5fef79", "result_sha256": "1da1c6004b3891587d252667a5fb8191064be22b201c96663ab3e73d4bd64d99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01266725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.697358208009973, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2817, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:16:19.521791+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b2fa208-2271-47a8-bb25-e50d9dcb676a", "result_sha256": "d9540178bc24942ed723123d20245bd0e03061d5ef5e5d990ac1a7c873653365", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02282725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.834867177007254, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5202, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:25:10.298723+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e7498f9-8fbf-47f0-b1a6-62f20425cc7f", "result_sha256": "97022b7f311ea9fde3ca85c843bab024b928d615108ca44f58215b99a166c8be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01018925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.868890612997347, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2231, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:58:33.195335+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "17023cc9-9f2e-4d2a-9197-d287edc6c8b0", "result_sha256": "e754f1d550c852d9c5117d6f498521d99c21f3af345c87f644790d4a41ca285b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01030675, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.361018744006287, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2256, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:55:05.815099+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "459a11ad-080b-4f15-8cf5-a9edb9cd36f9", "result_sha256": "fbfa1c4a17bb3b53057aef1e802aa6d933dff5ea8b7e856a78290ee5ddce5332", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0091905, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.402133010997204, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1996, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:22:32.356285+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d98339d5-8396-474b-9726-ff24844f047e", "result_sha256": "aea3d04a9ef99d5d159cc43034e6095ba1943406b4ff8a946afb2ee52d6a0526", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01560575, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.787260549986968, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3489, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:33:45.219147+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2c3acfe-fe2c-4dfc-8756-73bc54d72977", "result_sha256": "91762969ace7ad790170cbd260b9d3d03f96b0877a04f2e9b0a911af68b87b77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0122325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.147724843001924, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2700, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:32:02.737186+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "530bf7a7-97a6-4338-a3da-50d24c668bbc", "result_sha256": "ad215b39708528c53c7b8db646328a080627504650c26afa455469e9395b4cef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0143235, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.400496806018054, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3212, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:32:17.557210+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "97fab1cf-a044-4575-b36a-9ce6f4ddf55f", "result_sha256": "17e4d6fb4fe07f4bbea604818ffa8880f1595461a7e02b1af98ab3c9e7e1b67a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015872, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.149379287991906, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3584, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:38:12.654304+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "35fd7360-18c4-428a-a6f4-86d5dbd50c63", "result_sha256": "8ed9e541958fc80cb83f09d609eebad829d59cff3ff54a7020b72a1730222013", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015564, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.41327200800879, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3493, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:49:05.895394+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c91cc2a-bd20-4722-b60e-15a2072d7bad", "result_sha256": "973b24da072117f437269e291ac34e364c962198135734049b524e70b476a78e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015149, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.836031943996204, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3398, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:49:19.083179+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0669f717-8901-47dd-94d6-bcff9a4bdbe9", "result_sha256": "df9fb7156f0cc499a08df5bb0e147b2862f2498b8d9e15f4e9ea5d8c94445544", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013893, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.877115011011483, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3086, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:45:22.742518+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "577e23b3-e50b-4c00-a093-70d23e610812", "result_sha256": "50a49ae34cd04866e8e14ebdfb3001385374b61af4500634e637c0773394180b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0100225, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.361752060998697, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2180, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:27:49.419532+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e557b992-71e9-43a2-9210-3219f2f1bef1", "result_sha256": "be39fccd031955fd2cdf121fd3159cef00b95872cd896cea32a2a338a3d5e13d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00871075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.937695613014512, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1869, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:53:40.952625+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "74ea4542-4f7e-44d4-a179-b7e38996b8f4", "result_sha256": "daf3286ed64b2d8b344c6534d44d8250c1ccf560da049c30bd3e30d49605240b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01511375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.25022313100635, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3390, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:14:40.198510+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa234f4e-2635-4354-9689-af32436ae831", "result_sha256": "89712714fc81555cd74a01a18fafdd0d778655b864ae5d67b52c149427a59bea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02154925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.48451916099293, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4871, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:28:28.402791+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a8154b8-e735-4a47-821a-327c5b7d3a42", "result_sha256": "c7ea667f49dd351ea1b6faa7c1bf848e37b3bfe4096114045d8b8f9496374048", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020906, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.682357295998372, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4762, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:03:45.070852+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aa3ec87-6b39-4c4c-9951-e923202678f7", "result_sha256": "fbe769bc87cdd696eb1c308c5361e00c691c320b0c6db4a542f6a957aa189524", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018309, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.25912723899819, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4138, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:18:41.596693+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0048ca98-8241-4300-ab05-b18875721179", "result_sha256": "59e15de76f0aaa980ffd65606b5c1468df6442f28493b76e81a79b55ae54f73f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016248, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.381011441000737, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3666, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:58:10.707600+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f2011d3-03a0-44ee-9311-0f6fdaa31a70", "result_sha256": "69bb188e18ac9ed6574d8a83de96de1bd9579ef716a51148f3361a4484eaeb3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0137915, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.70338847898529, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3088, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:02:02.841970+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2799b5f9-23ee-43be-a528-56443465b057", "result_sha256": "21b3609fae6be6fe4cd2cddfbe75be098abda5116db31defa921c7829dc0bb5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01368675, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.837261948996456, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3021, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:39:51.601230+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5717028-fb35-469e-811c-604bdbf0ffac", "result_sha256": "370c6b1ecb9eb2fc6619d3019328b8227249cc6495d171d9a219b77549e26673", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01461825, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.758446811989415, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3299, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:20:48.769915+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "981357e9-09e6-4fef-847f-c635bb95956e", "result_sha256": "07fad3855017e04fb3aa7b20e8e071a468dea3a00abafb946087867d910642fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0214945, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.42525208601728, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4894, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:57:43.896339+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb448c18-70e7-4789-9af5-922ba7a65c6d", "result_sha256": "5f2c34e0312ff688788abc9981e4f15b6cc0177b1354860bbf9906f2b9f0994d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01645225, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.262625030009076, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3702, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:27:04.283988+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cad0bef0-799c-4688-890a-21bdc5352df4", "result_sha256": "4bbc838a8ab0a0505fd10bec360123c53980403823aa60183be91655e0febce7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.47796261199983, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:58:00.847092+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c8ceb4f-e220-49dc-9bec-348b36e28c79", "result_sha256": "785da2faf54737d3f338274dee32f4a9c2ddb26bfbb043e78715cb5997e89897", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0166815, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.62962973199319, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3768, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:03:11.090514+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "32a178e6-b56e-4d47-a48a-5bd3f9b660fc", "result_sha256": "565acbb962bd547e3560535364daa7b5d596001a0165c761537330b1e23350d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01683175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.4204016670119, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3761, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:23:16.686400+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "891e3c80-bb3f-40eb-a786-6bd6ef1de210", "result_sha256": "a3e14d86e8cd71cb68bf138c745e1237cf68035bd6906464b5926f196ea573cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0098025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.567198315024143, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2140, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:40:37.277562+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c0ccdf7-9ab5-4d5b-94ec-c4cacabebee5", "result_sha256": "938b9f7f99566cccfe6a1ecfef1186c8baf510e6c98d8f12c448d20e375effbf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0109205, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.323118183994666, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2406, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:04:04.945062+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5f57bf8-e3af-4dd0-b38d-100e801a07a0", "result_sha256": "e17707615d7aabbdd84c4640785c7523f8b2c276e122321241ae9b4ded8b1e88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00866625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.675629645003937, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1870, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:58:14.787017+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "04f0deb6-99a4-412b-89ef-60ab89ca71a8", "result_sha256": "2274f961dbd2bd98755bf21c2339961535645700781d167a3069ee18d69fc169", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011401, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.606480554008158, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2502, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:36:15.364583+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2a5ec20-b7ff-4901-836b-76cc87b5ef46", "result_sha256": "1c831bd215a3aeff5de54ac8334f52e7e7b4e5adffb9000cb89141f2326a7214", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01301175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.589937815995654, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2911, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:04:03.338712+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb983c3-e84d-4616-900d-62eb9fe19b5f", "result_sha256": "ade70fb0ff1171cd656c6a23b53f2500d1ce340394fe9aa761d3c988dc9e842a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01152275, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.4356153140252, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2533, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:35:32.047499+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "45673328-e132-4484-9f30-8b006dc64f80", "result_sha256": "8b04906a61262b6039f03cac08cc4b5e52d3a46dd2d0a40e05c20dfff8d10daa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.913334192999173, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1810, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:46:54.354345+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b1d1169-1f5a-431b-889d-5a7c1a283114", "result_sha256": "8f172eeeabb9bca56f738d9d85a225949eb2cbe0500278414e91123119309604", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0177915, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.542379731021356, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4008, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:16:40.143971+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "04069821-d9ab-4344-8c99-794c401eb220", "result_sha256": "36b20ef2f47bb8dc835dab342f150165eed105df23d8d7d3ef5d0681bbe23d47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01710025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.083397774986224, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3843, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:22:30.134882+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca69f625-b4cc-48a0-b362-a2d58e4d6ee1", "result_sha256": "4fac5bfb34cc39f5ec95682f313177c3a7f380378d33c2bff33e0c2d175c48bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01398275, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.190260323986877, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3133, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:04:40.474974+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bba254b-5ae7-4aa0-84a7-0dd83cf82c5a", "result_sha256": "f163e1b13164683ca1df391cf071e9f9f8277184d0430bcb9af3c50756c37bb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01483425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.705996656004572, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3291, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:34:22.057580+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "35628a38-2daf-432f-b102-4a1498e570fa", "result_sha256": "d8749bbbdfa1c84efda6a4b30805319a3e956bd3062b06d82de1192db81d76c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01236775, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.83947179300594, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2753, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:39:07.538427+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c96d9e89-2ba6-4a2d-a0fe-8ada8b35941e", "result_sha256": "46cfd848244393acfe8434651f0dacb2f410e64a14c04378c3fd65fd2dc27ca9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017906, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.82657078199554, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4047, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:41:54.129678+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdb54596-4ccd-46b3-8960-4695b4cc4fd7", "result_sha256": "d652cb28046001b92c692b94f212009765ea23cc86b68f1945724bfb15e004c4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02803825, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.19492010999238, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 6419, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:32:02.883550+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a5913f2-b3f6-4cce-983c-2647948cc756", "result_sha256": "bd571db443834ea798668b3272e44634bd2a1fa9b9931fcaeb91f929cc84e92f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01425325, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.315754835988628, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3159, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:07:17.334558+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4de9bb85-db99-4047-a1c5-8ca80d6951b9", "result_sha256": "b04f8f04c2bff8256340ac9f42a287e0095ba46f90da1802c098ff1bbab34152", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021165, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.845781145995716, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4810, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:02:30.204469+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f3de5d6-81ea-4566-8704-ae5fa6e1530b", "result_sha256": "b847150994cd410a43084580d456fa16ff0fbfec5347dddda1b1e6dc7dab58a3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016054, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.759043573983945, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3578, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:22:41.684681+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d328a8af-611d-41d9-8c93-1f92c656d1d3", "result_sha256": "6aa4d8c5d9029e655348418a8c9f572c913413777a35e7a3c295f4a501860ceb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01215175, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.794961835985305, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2701, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:29:50.557784+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "565527ef-3105-4011-a9a0-ed405b3a6723", "result_sha256": "d0166c197994ee1fc195414b7181732ad2ec1d2445824ce7d223576d246b4d97", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0111475, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.812514732009731, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2440, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:16:49.449006+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d609ce1-f3a4-4205-b84e-5ee7685377ad", "result_sha256": "9d1863008226ea613c242b1cfe551f36c2fbe49c76220339d1816497086621d5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015717, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.14966922000167, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3529, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:30:55.275826+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1f1a81d-4d0d-4927-b35d-792d36d7c0b2", "result_sha256": "622cd320bfb89dcc4914f0afd9e856b0d3127cc7ab6061c75fcdc6a26391780d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01338275, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.224849119986175, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2973, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:43:48.052007+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb1452cd-1a4f-4717-bcf6-33f1ecb940e5", "result_sha256": "99ceedb14994b54da39297cec47af9fc9b1a32bd001810a4453291d311fc81d3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017451, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.119655515998602, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3937, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:51:13.937846+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1d1616a-7e1e-4fe2-be59-46f0f86ba9a8", "result_sha256": "0a6c4d2c12d9009d34df0b326226bcd79577f58db9501672d1f7cd2708a63600", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017563, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.099994518997846, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3966, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:50:52.555488+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c51b093e-4bf6-41c1-a4b4-1a28d585188f", "result_sha256": "f6147f8dad9444d1d01f0bbef499be3136368139ce8a223164a4d2dce4af812c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0130235, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.44474247400649, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2862, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:44:03.738832+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a784047-3b6a-4bcf-9424-285370408088", "result_sha256": "e22cbda9774c37b8dbaabc0e1a3ff27fc0211c64145a8229aa48b210152bd57c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018378, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.458606862986926, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4146, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:39:31.776780+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "21d537cb-bea1-4a49-9214-28bfcc0d3999", "result_sha256": "2e85d530f961b8d2e7addf2005af52690a129bcc1ab87de24e99cb115ca2bde3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01458425, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.885805402009282, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3251, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:33:23.277814+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8151112-ffab-4e1a-9ee6-beda14b9fb9a", "result_sha256": "2d2272ecb32488c038b1777a9f3160fa2eab7c100b2e480a82b132fcf0e777e6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01435725, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.310443851019954, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3212, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:36:33.672994+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cf82cac-6d7b-4247-81a7-79be10508724", "result_sha256": "7d77c3359a36591bd7f0efee6b5d06d9f0028d8d496a38a593295c5eb3d9080b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02460375, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.812762706977082, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5620, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:52:58.863974+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "acaf1ec1-28ab-4ded-bbb3-84f86f093a6a", "result_sha256": "c665ad2a566d39ad38ec4c2f159b1109ac40adef1ffe14695046d5b95ffb0fbc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0139165, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.58329844099353, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3108, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:38:23.096344+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "df53acc7-0361-4832-9cd2-0a55c2102242", "result_sha256": "52c3d3f6bc0a4f876c6d26e243d5cce6b0f64fddf955591a2db264c17ffbb4cb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0132105, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.93636022901046, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2906, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:39:00.511493+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2a0dbdc-290c-40dd-921b-245c5ca73d0d", "result_sha256": "6efb32f0bb47064997c36fd593795d35f94b3da2af69528d9e9e5169d17e3ff3", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013907, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.31341282100766, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3094, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"handwriting\",\n \"font\": \"Comic Sans MS\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:27:44.951025+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "91da5a01-2c1d-441f-b249-e048e99e7e7d", "result_sha256": "9e5cac8f07e4a7361c412300e20d47f3cc677279f8dad280a4c30774cf4c0c90", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01489875, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.58347109600436, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3325, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:38:49.926211+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbd1ef2a-9752-4896-abdc-45b2e318472d", "result_sha256": "1186852be3dbf2b5f50b223f40d0cd625a36ab5ffe9be2035f6e8255e502a471", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0132885, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.922629343986046, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2947, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:11:20.796246+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "645e3404-be64-4b23-9b94-5c7bc0090953", "result_sha256": "c34e2560f63dffead69d2ae9963e6708b4b27a3a35abe7a47b7f8962bada77ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160795, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.673154841002543, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3584, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:51:16.763176+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb1886a0-f37d-467c-9c33-c417ea11ccdb", "result_sha256": "a3497eef5d81de2667d2e847f85847c9a1ac1ee4af67422b5e4673d37d83b143", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0213735, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.56795829499606, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4872, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:06:46.607418+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd0c7b8a-adf4-45f9-9064-2df549091543", "result_sha256": "5b76d7d398b2a64ca07487258c88f4fa4effe3fa5d779b5ae3ea796e5ed47b8c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007617, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.923999001010088, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1599, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:00:02.152843+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e19ceb2e-c53c-4d93-9f91-e1518b8b2749", "result_sha256": "f808dce28059c8a374fe5e70e24e29e7818ef171e87b2d2715443694106a0cf9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014123, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.68477255801554, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3166, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:08:25.184197+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "af803eae-5195-4c25-85bd-bc5c9a276093", "result_sha256": "99bda3a4b3dee55b8fa2207f60a9b834daf87ee96be4866c47369cf7f7adf0ff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0298435, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.26099127798807, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6852, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Roboto Mono\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T09:00:49.615126+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdf90818-a898-4fc4-b58f-998a88032fea", "result_sha256": "12ac5929c31d80d9a6f07dda51c6332ade7d720b70b2ba5b0e7a0815fba5dbcb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01178275, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.803444432996912, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2573, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:38:06.443976+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffaaf885-18eb-4ff6-beb3-336801bfd1a6", "result_sha256": "fb76650e42960f98b8ff5add1b6e6bc0d3ba8930b682834542b931938ffba41f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01377175, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.901416228996823, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3091, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"tight\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:03:50.483897+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f408ecb9-bd9b-4d2b-9abb-5166e26d1d21", "result_sha256": "073808ebef8249b68dca710bb7c6701ecb990a8990f62d358e56895fde980100", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014397, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.666261052014306, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3224, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:29:56.313734+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4b7b46a-9ec2-4ef7-b34b-326fe0568e32", "result_sha256": "e6a5425ed947f467b7d713f9feadc2691f2e3aa8a004fc7de949919542194102", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01402975, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.020945114985807, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3132, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:19:04.880358+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b76980ee-badf-4f48-848a-7becc1d0d097", "result_sha256": "25f0e631dc0a1337af0fbd3ef05725e1264908ecefd76d36635dcb4c44307404", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02307775, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.2132507750066, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 5273, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:38:29.417151+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1824cc2-1bd7-4bba-a2ab-adc69b2ce256", "result_sha256": "3e15748df38a6c2d9714ff9b478f8c7f3234de5fc47f1ef8198a4c20b6f3e659", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01037875, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.006388845009496, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2285, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:42:36.385705+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b0363ea-a443-4c1c-b832-6a9245a52053", "result_sha256": "72abcc1a5adeb7d8e10dee2e69df8c340e50aa5ace8c4d7577322c00f6a330f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0108775, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.668858814024134, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2360, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:07:32.099353+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "71beb725-ff0f-495d-bc75-def5a0afe8a6", "result_sha256": "11f693d9135da9ac10c9f9429da1c00067b9190d1cc4d2cd80bccec111f64f88", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0142435, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.549665527010802, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3202, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Playfair Display\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:15:53.736036+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aa759e4-885e-424d-b3e1-520fdd0b8f4c", "result_sha256": "d8228d6775bd19957f9a92a3486ec76559440341d5ee2c54854a3523c616a2e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01396775, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.810649854014628, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3123, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:18:50.326924+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "db6c5d26-16c0-427b-932c-8267e0235010", "result_sha256": "04a705363e821794df2e0265b8f18d7d1015459140606fba5b93df47d8e8b62f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008084, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.99597342099878, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1733, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Cormorant Garamond\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:04:50.786341+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aba5974-cea7-4f4f-92f9-b5acfe1ac66f", "result_sha256": "56cd3a774829d1f7366a60443ef89152a857e3b16cd69dcdc2bbf183616e2afe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0095905, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.770916328008752, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2076, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:15:38.118738+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b76823c8-c35c-45fb-93d8-4457731fe679", "result_sha256": "4b9714154b39447a0b403f00e9644fef6cb5f1da0beeb2a065923135af9a7c96", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012302, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.72505686999648, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2744, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:58:08.692279+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1eb96766-4005-42f1-b83e-026c54b92d66", "result_sha256": "64500b8403c713daa2713958fb8195d6692af02e7477c760a30109df1913a32b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01288275, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.05478938500164, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2853, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:01:37.030766+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67c003c-a099-4401-a174-bcbb0ab10f4b", "result_sha256": "bfeeedd69e56142c7381f23654824ad828c9b6cc9650dd3ef9f5b89d177d46e2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016416, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.203693477989873, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3712, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:40:29.936298+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6aea5866-3250-4e63-8d5c-da8a61e8559e", "result_sha256": "310e882acd9bc0818711fd80a510da0039a51f9d141c85c1b04efd5287ada312", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011986, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.865992264996748, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2642, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:48:36.277752+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8bc8acd-7aa9-4026-ba6a-80a933d0ecf6", "result_sha256": "4d3df0c2dc79aa232177bce0ea220ce6e5446bb4537ba057089ef90d1586c2a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0116305, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.68600289701135, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2556, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:51:41.697707+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0fcf8ad-471c-46ec-8d1d-8a926320674b", "result_sha256": "1db3f169bad92cc53af2cedf6708319f38e2dc02b0984fc82e8607a546fe1df7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01158575, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.739238859998295, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2569, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Trajan Pro\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:28:05.283320+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d393305b-1ba3-42a2-b7d9-e4eb383588f1", "result_sha256": "43e79f5eddf40516371aa4d5b40ace51162d0dc2ea42995cd17e90899931803e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01648325, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.22356035700068, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3679, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:32:46.723716+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f029dc6f-dbbb-4622-9f29-6d67a8d30492", "result_sha256": "ca0479d0b382a9e45fb6a1019257a50665474ab8f28ca70bda12c115944a3072", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0130775, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.020547794993035, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2920, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:47:18.385862+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec9c90bf-0380-477b-9e6d-0b20be56ea38", "result_sha256": "e760e3836a9cd56c01442d8070dcc1771427263075c6a0908c3ca3ce1bb2bd39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0144695, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.841703348007286, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3254, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:18:17.942943+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed3985a2-7df7-4621-ba22-96b71131ad8d", "result_sha256": "5e71a1a21c9d99006b19ab81f6a30ec8b51f88e194e92a5f419ba886b41da025", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01213475, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.355049272009637, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2677, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:53:17.378062+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "466e56d4-e60a-45c9-bf0f-9772cdee256e", "result_sha256": "b5ea9aa06c12245cbb6614a232c60861f95a3ef5c1560e0d9b796a2375cac6e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014325, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.425732856005197, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3190, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:30:10.023738+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "cea5cae7-8325-45c3-a4c5-9ae9d3b1c5c2", "result_sha256": "88064348b2bb305f508527c0ed8512cc27f7473b9a8aea2648603ab13c553bb8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00827075, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.247291299980134, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1789, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:14:51.534578+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bedf045a-300c-46f9-9c67-1fbe60bdb483", "result_sha256": "ffabdab239f8266d6f7a7975a29583db03c0b2778dfd85011da2531dadf94844", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01835325, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.600384983001277, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 4119, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:23:40.609663+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b951147-822a-4f3f-9244-fae0634641eb", "result_sha256": "bf55eb78ff96b6d320d696af3b5e8f93d3a6136c1f093a1d62e7fdbd59ee4e38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0263375, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 34.90020170999924, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 6040, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:26:20.479093+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "42173ebe-e5b5-4fda-b454-53f52b283dff", "result_sha256": "0af88dd730fe84756b98731ec5da4eeacb203a18ec1476ec5db46b38548c3b2b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01344925, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.456461499008583, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3001, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:02:26.685908+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3528603-26a8-4557-a6e6-b5fec9078c91", "result_sha256": "e97ce8b319a9494930016d8de0cd0d4edeb1d066be3c177f0db4f68ee2a694cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020681, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.426045250991592, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4697, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:12:10.739496+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9f25335-7bb3-42ac-bae8-d3a168eef2fa", "result_sha256": "5e379092b097c865297e696a4d4902b3a07ef142151ad5b152734171876a0863", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0186935, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.017745999997715, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4232, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:36:01.575195+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "23661c91-46ff-4b4d-bbb1-45becf40d188", "result_sha256": "1cc814356d140161802630e39954d4720b67277d8d1adc1a55a1af1ae23e5065", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0106, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.24831380098476, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2325, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:33:24.369818+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "03f953c6-a0d3-4389-b38b-7290c8fe40fb", "result_sha256": "a4568639076324bb81911713c760b6eab5208de81a29008fe12b49ec3bfcb004", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01173625, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.445870980998734, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2595, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T09:02:20.658996+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4067aa4b-e073-4c01-a454-01896853e2f6", "result_sha256": "74558712e7a0d67f8a3f5af27a8cef3a6ce48dd58947077c91b32aa9fd3935cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013043, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.605310693004867, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2886, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:51:30.296004+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5c9db69-a223-46f2-ab73-8fb7d65d2e49", "result_sha256": "f06d7139ba6af51ab8d52628275e2bdf8ad0cf2ef05f7adef1c17fd12cc87be0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01371575, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.699365044012666, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3049, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:58:18.502671+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75028ec3-9822-458b-843b-b0aea39a29e5", "result_sha256": "ce2cc6c66d7747aac323c12d2d1cecaf75a0e5d57092cd6ba2431399161a3487", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021227, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.199460143019678, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4814, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:43:14.322900+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "35b77b57-f921-4891-a98c-a0faa07b5062", "result_sha256": "ba47f064b4d701b6a1c071e4a46ebc28428125173307574d895d96e237cecb50", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01307375, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.634455413994147, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2910, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:37:53.664417+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "eff21f13-f09a-4627-b882-da1421891930", "result_sha256": "879268cad2b2f0e70e69228e4e69f912ba556773e85a15aca9826f333cd10d88", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01407225, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.261294374009594, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3142, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:35:19.215834+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd919a80-8cf4-419b-b740-980c38d21253", "result_sha256": "4505b0e9a6a050e656440e852374aa937e8e8520d7649e97f8461648bb671ae2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01189775, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.7958906860149, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2633, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:52:39.985133+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "896f4075-3318-48ad-896c-442807823d9b", "result_sha256": "20fad1afbc8ba3233b44f9cff55d71ded3b61c1c1990d73e061817b03683a52a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013961, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.58541101400624, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3102, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:23:45.110192+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "678b2c79-9f57-47d9-ac79-103d91466ac5", "result_sha256": "9992697a19fc4fec6b891650b60633250ca431738e9f96894bd4e86de366f940", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0083395, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.926299722021213, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1784, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:28:35.786257+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d5e6521-3703-4af5-ba11-4b37f6cf6a33", "result_sha256": "04f8dbca9b278d0f5554504284613eacd9aff4fe27cfc671d23e57093d4d7013", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0117155, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.730749132024357, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2576, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:41:54.170223+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b81fef29-2852-4489-ba55-eab18a4fa1f7", "result_sha256": "a852f156252ee4a8ee2836a7156e7b67c1bd20e51f92110d48c8821a37eacedb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0108765, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.672516619000817, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2393, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:57:39.434630+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bc33763-f09f-4946-a85d-db505faa6a18", "result_sha256": "ed41d3f7f7cd4b70df8ab98a36cf91a9eb4cf6a5175b59be3e7a00036166cdd4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01933925, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.4820736470283, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4351, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:15:34.691907+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2772e05e-69d0-41c2-b0eb-ac77f0f118b7", "result_sha256": "5d234e6f020e2192e76299bb6c857a05a971e8c8a3fb05cf948117937c1778c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01633725, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.28710198198678, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3687, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:56:50.695603+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e7feea-fbaa-4584-84d6-d961c6126306", "result_sha256": "96d70d4db85b68ac02936606c887f655ce3048c6aae6197cc5c683c6a47f6334", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01497275, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.795323316007853, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3353, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:26:29.546616+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "87aeb77e-90e5-4387-8e49-bc2c878ee075", "result_sha256": "a2c50d4dd1e7b987e7d1a09fa4383837dbf58c52fa69c6d48157089567debdc5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0078925, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.005116788990563, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1700, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:00:23.105093+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d873feef-a1b6-4046-8206-646775a95ae0", "result_sha256": "ef4b70dcd16c7288ae9ed89f67bd30b405e46a38fa1d849360e185d627241c83", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01128825, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.275582169007976, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2499, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:41:50.199262+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bd6bba8-093b-47c8-80cb-dd614cbbc101", "result_sha256": "e6acdd2a58c366705721f8e403feb8db8f99f220101859ec92599686ba626590", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01253075, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.04821878898656, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2749, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Georgia\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:35:02.594022+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3db4444d-bceb-4213-bc4c-94adc6e6ecb7", "result_sha256": "c9d285f4194056a284a01cc6295023914b502d06764ac36571131dc16064a1f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01480475, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.774202075001085, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3317, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:33:58.068945+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdc501ff-e02d-4272-9aa6-74044aa1e0e2", "result_sha256": "14762ed4d8386600def584814f9adde744a60e3d94da67d7d7d77ce451766f76", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01655175, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.44473364201258, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3731, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:14:01.546989+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e121a52-673a-4d25-b6f0-b1b847119a85", "result_sha256": "c101530564a5f7c888cb72be4419f028036f23dcb63408441c09b51e83dde59d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0183945, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.982233274989994, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4159, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:34:14.314277+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "805a1311-3033-4f21-82b6-269feed6c9bd", "result_sha256": "fccce5e141066d7ad40de7c72b8cbafee085cc8c53e69ef001ec8f964f3b528f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009429, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.631967540015467, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2068, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:13:25.598151+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d286c6db-d63b-440a-ad01-8bdefb950399", "result_sha256": "7dbb2c0cef1bf3c6cd6f355b713b139f4a2c73a5dcf3dc519693a10f3486e117", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00919375, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.540435536007863, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1985, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:20:26.125552+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1201cf34-6a6d-4c6d-8378-b89020fd1ba4", "result_sha256": "0a72e175bede6a69a4cf6427e04ddc258579bcc1f288c705305de6e35d6eacdb", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0176485, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.856320377002703, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3972, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:10:27.605515+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c7ef269-c6cf-4b06-98cb-27c50fb1b325", "result_sha256": "103d3e2dd7c32e2b49f9a6f9486cf2ea749a7a7f18a7f558e1d10fda3548322e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01044025, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.032654573995387, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2293, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:50:57.519200+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b7e7055-0653-4b1a-90ba-025aed62c313", "result_sha256": "d614fdb0c8da2f59c64f37cd6689d20eeef275a3d808728e4d90271bd205a41c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00870875, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.024099670990836, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1880, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:09:31.015638+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "68fb512c-846d-481c-9a06-3310990fe299", "result_sha256": "87bd525fb95221028a52d0d89c6fa743e6266aa3096773e3efd58ad4b825be9b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01483025, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.63472413600539, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3323, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:57:13.357330+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c164ca7-ab1d-4d69-8f23-20fe1c69ab41", "result_sha256": "21ef750ac7693cc350754120d386206fdb44a41fd3b63ecb5f3f2d4e00178500", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010719, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.246705877973, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2353, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:55:53.703766+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "86ae54fe-7f1f-41ee-acb4-18430f1cbc93", "result_sha256": "13d40826f1ea1d388876f11396174fb3194ae5df5b6a0a79ec2294318ce80f55", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0115705, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.12082051197649, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2556, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:27:55.822375+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "10c0c704-c039-40dd-9aeb-f02a1d566bb9", "result_sha256": "c07a6eee64c8bdb3ab35ef8252a66bf1c6b54f00867d53247b310f56fa9f9980", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01999175, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.81685686399578, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4521, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:07:49.789410+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "75b1e1b3-307d-4167-9f82-e598d974087d", "result_sha256": "dcd37647f6dca384e3e6c393f2d7ff7cedbd370b9e769d4194a116f7ab1ca129", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009215, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.811720469995635, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1990, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"serif\",\n \"font\": \"Times New Roman\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:49:01.157946+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d214a8ad-d245-4fa8-ab55-95a38e3bbe44", "result_sha256": "a683342ecd44858b787fb641c0e500be6051e0f66f29ee7e436bcc881a8d212a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005043, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.106074470997555, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:12:54.164500+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "da7d2d67-6e71-4946-ae46-2e9b22a519c1", "result_sha256": "a1d857c0335038391399399f5ce911a21ca783bbfb152cf9e716097e3ee0f73d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0067625, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.341301587992348, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1425, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:47:30.689213+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "862aae44-7c30-438d-9bb0-7d111e5162e0", "result_sha256": "e619ab24404f9b21f558c9eb47fa979f2a9c5908cef743208bdccd39ce104a89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011641, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.956879384000786, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2582, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:27:18.365639+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce00d620-427d-47a4-a7e5-90532ccb756f", "result_sha256": "cbf91f4672baf892bc0a51b7c1fda4169bf1e57a4bc0f62159ebf1cf4bde83fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011532, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.203052050987026, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2514, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:32:45.853023+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ef15d6f-9482-485c-a2cb-9a03e5f5d710", "result_sha256": "68eea0943f35a1daef77db3ff2cfbc8289b1707fbd2256ec1b862b12659e1899", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010303, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.18773220901494, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2266, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:15:04.976324+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9df71940-4b32-4306-834e-1fbafc237edc", "result_sha256": "675720dcd4e71944cc1a188d5b58c43474f37c9987debcf4b991214c8f06caec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01360025, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.248928438988514, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3043, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica Neue\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T06:56:39.760174+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "517f3fde-66c1-4d87-b86f-5399cabd35be", "result_sha256": "ec1ab84023185ca56ba9da2d7a77d20b8dd3ce32d6131ff662fd88b637a2d688", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00879775, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.973658929986414, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1913, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:25:09.524857+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9e7479b-c1b2-41c2-9392-c2ac99f73821", "result_sha256": "c18ae586128fac2976b43af38528a3860b53958f5bafdc72d9d02fa4965c5d75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01520825, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.62655903599807, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3379, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:09:02.901764+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "89230415-5088-419f-a722-ef6e8bc134ee", "result_sha256": "40f24ff493a1e2ee8f34f9a4b4e882a15a6265676163560ded7a216afaf3f4d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00619425, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.20549896301236, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 1291, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:56:36.475636+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2b26879-618a-43a0-b778-452255e836fe", "result_sha256": "fad783cfbd1adcd639e2a91dbf9e37d07be4ab0ea74ef9f37517f53765eabcfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01070375, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.389850211009616, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2355, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:15:13.547340+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a0b793b-82d6-4d27-8690-e5cde1d46fae", "result_sha256": "36573b41e16578ab9529286908f94d19b600451a75197c38283e9966297f89b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0108805, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.244640340009937, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2391, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:10:17.118615+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3e853b8-d569-4c8b-b705-049e5e413467", "result_sha256": "1cabd041d09231a6bfd90415c05b59e35dbb7e07d377276f6502dbdfc345bd07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01366625, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.12859921299969, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3035, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:26:56.828265+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "82fa8f6b-46a4-42bd-87cc-8a7a284e69fe", "result_sha256": "2ce7fa169242b6d77350bfcfa9dc5ed9fc7ed4ded2f2e4f9a7c21a678bb86086", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01223825, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.98976574500557, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2729, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T08:35:36.429843+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8e79319-1e7b-44b2-9830-328a4f8dd913", "result_sha256": "92199964d2f87a2dc399b5d465c5678266c193eab683c40f85a5e2cec6c42787", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007736, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.737924199987901, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1642, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:54:22.313601+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4168ef32-1585-4b83-9b5e-0dd4df0a7571", "result_sha256": "dcbeb0c395046d4704e7674d01de62adcc5accc11d64f17766e4d946976dfeec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00897, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.410818803007714, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1960, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:39:37.668344+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d216b68e-9d36-47f7-8fa3-ff813e608ae4", "result_sha256": "1568242d10634701ddba4796b99f4ab6363911b68b182bcf097155ea8b88314e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00996725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.466975893999916, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2167, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:25:57.977568+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "10630918-cf20-4bb4-8d41-5f943b6f0b57", "result_sha256": "7e9225e74579005998ab6e1418ce9542f11136bbd1b413b29e13d615af2be37f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01324125, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.24908685099217, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2935, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T04:50:47.434559+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "80d110e0-d973-42d4-a086-43f363d15476", "result_sha256": "1c43b152fd170ee112be0e3e896ec481246cc48832236c7c2b40873148262902", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01951625, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.725500766013283, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4435, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Helvetica\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T07:07:14.422114+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bfd84c0-ec4c-49f8-bb34-04db702034a2", "result_sha256": "4cca1aa94ae161e995c20ac14c071918f7d5a34ea7df14da853b11a1c78d8a5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022973, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.90543056098977, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5206, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:47:47.088968+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "58ef54c6-4b31-46f0-8a36-579b68f5c919", "result_sha256": "e077fab4472e9c20dd42c302e0d4848a5450196946c36ed0d4a3d26fd8510ee7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01851325, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.386420656985138, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4199, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"thin\"\n}", "recorded_at": "2026-09-10T05:34:25.993422+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "207fedef-81f7-4234-a47c-c2acb0aa4955", "result_sha256": "46267177972ab9e8013ee57a593321d910df44ae2aa61080b984a8f993ef29a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014835, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.399406940996414, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3340, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T07:59:35.139282+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9734c236-8213-4a6d-8c97-1dbf95a2484d", "result_sha256": "8746310cbd5b6733a8930cd430fe1a2f1e7d0edaa85ee639579c7bb1af13c088", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018463, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.275294940016465, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4166, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:24:28.200243+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "4258bc67-92c2-4560-abaa-38bd11962f44", "result_sha256": "6c52863d14fb8e60b169b5dc12cc620b9d0a84feca1493f4debf4227b844b641", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0089705, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.43366469402099, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1916, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:08:41.808549+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b648e227-b0d2-453d-b924-668fac58e0a6", "result_sha256": "28a4fa6252ce5cad876284ca4f5b6c7de88b1b19ec3e091180a7fc4867e89bd2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01286925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.826470664993394, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2871, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:36:24.711517+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fe274fb-8b5a-42fc-b853-3c07f691d6b1", "result_sha256": "c50d2eebd983b1e15914a4f6ebce8e63e4195fd748459979b7ae4296c1c7256a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01331275, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.17356524200295, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2933, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:21:08.323241+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "87d27e62-3cc4-482c-91a5-8adba752a658", "result_sha256": "8ea0968bd785be5e334b666c0d4e9b66a7e121631fdccfa3bbc6a92334909460", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01425125, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.843646135006566, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 3195, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:35:31.675382+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ed7f104-82c9-411b-ae1b-c6b76c8c585d", "result_sha256": "f47a479f9ee5700415e71c08cdd09ec813477f761f80c6002f22d01d9044c159", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01298175, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.22377690600115, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2891, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:06:45.797874+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a868aad-ac35-4750-be85-97fc3abf9689", "result_sha256": "a49f6a517a4b1bb423a1868d319a7849ab38bfe21de639d04560dd0deaec0612", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0311955, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 43.53025827900274, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 7171, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:57:17.459216+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b29809-0e5c-4385-a0de-a2b72f29556a", "result_sha256": "1a205bd128a370973c6e6216491b31f5a354ca5c9b8e9aca82a3bebba2ddc329", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0230855, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.73685674899025, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 5256, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:54:00.042791+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "43f30862-c4bf-4d78-9909-4ac96274061c", "result_sha256": "2e052e141d596c4b63fabe2abf30289be50636f8535592687fda9ffbc532703a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01765925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.220211620995542, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:55:55.768727+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fb3673b-f610-4129-9f1f-9421bcf78807", "result_sha256": "b5adff8a386520777f207c561fd0eaf29208655207ecaab5abcbe9766d400a82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00921175, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.8317771180009, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2001, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T04:23:11.327737+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "77cece61-af5c-492f-9fec-b9b47fbad97a", "result_sha256": "7b455005b2dace30aeaa7932db9bde607d29d081c16f692204c739063224cd3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.026207, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 34.306333331012866, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5964, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:34:05.833542+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fccb4552-40e0-4c8c-b74d-ece57f05e079", "result_sha256": "cc9da44a0f06638f0e54214359aae72f9a1b1d2cb00f99481a692b5e5eb9bc08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01318025, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.218346039007884, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2923, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T06:23:44.645987+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "76b788c9-0097-48e2-8a5f-f9075bd587b8", "result_sha256": "5017e6f56264dbd71bd7cd149a7ed942a30bab234eefc7baaddbb2512aeb3ad1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0176485, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.28415777400369, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3972, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T05:21:12.964071+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "f63aff57-e5b2-4997-be68-db2296ed7d86", "result_sha256": "d3ea58629569099976957b753bf10f38c8d20eb22bdb0b2f0c803a7e56b2b7b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0110295, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.747261465003248, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2429, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\n \"category\": \"mono\",\n \"font\": \"Courier New\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"regular\"\n}", "recorded_at": "2026-09-10T08:17:15.619258+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d96f58d9-594a-4ca8-b0d2-526477bc4f4f", "result_sha256": "dca68897211eb57a1ce526460f8a7350f4aab4123e3f30977871b78578218e19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0151305, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.165896960999817, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3391, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:03:58.063245+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed212a70-8ab0-49a4-9dd8-20424247ba0e", "result_sha256": "52b0ceaaa0f5141e8d38b281ea128f9a6e443d2e2f04b9a7a7854cdf433f1f3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01343625, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.915579796012025, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 2995, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:16:43.566393+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5033f755-caa1-43dd-99ce-47417d53feba", "result_sha256": "921d714649d2450d58a9dabc994ca063edccdc28ec3a7f24a7ee925c3153053f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0145535, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.525883886992233, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3222, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:55:34.375011+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "62575478-74a7-4282-913c-9b65297ac1b4", "result_sha256": "991d180d1d0234b6778c90be148beded452480acc994cf2b20b33c1772a57ca6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01154825, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.269498200010275, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2539, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:40:59.516754+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "baa4b42a-f3e4-490b-b614-7825afca6743", "result_sha256": "e86c2b0020b50906b8199f1b51d6af097c9b99c8e6b5288e0bd40ba72fb0d206", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00935675, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.351624200004153, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2021, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:17:09.986006+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7364a9e1-c6a8-460b-b1db-51caf3a6d318", "result_sha256": "5cb8778e6dd821c4c398562a29547d933ef0ef3b9c7226b87d5b811d097632c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01097, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.28532034298405, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2415, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:24:37.846901+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b59581ab-a9af-40b1-9e59-847a470d6722", "result_sha256": "deae235836cf75b7f4a3090d303e13e3bb4db90b3348debe98ab084c8a47e537", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.027495, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.512792996974895, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 6270, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T08:46:48.573873+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ee2d978-9a7a-469b-9f05-0807347f62d3", "result_sha256": "40d96139d675c3195bfd4b0b5c1056505eb0e095f53821217c8c5e3d5ba8e23d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013919, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.125193725019926, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3118, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:24:49.412449+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fefbd29d-85b8-44af-bc1a-dc1b5e90006a", "result_sha256": "ff1a6f3b2e5b9d7365ccea52d1bedb7902e4ad2e23101036b8ebfe5b1111d6aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021149, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.600872751005227, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 4783, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:08:23.266101+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cd9336a-6da7-4c53-b38a-55909cc704bb", "result_sha256": "68cc0572189f27765c442a672ba87f8eeaddbf95ee41ac8d83b6782e87423c1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009023, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.090536222996889, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1966, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T04:26:11.081850+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "8114dd15-fa00-4621-9189-167036477513", "result_sha256": "10fab89d82a3d77ae398c632b48a017ae23c32550aa976f47337f9b9f33fcdb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01609925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.535781456012046, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3631, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:49:31.217912+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "a38d3eaa-8604-44ab-888d-67e5ed5c9c9f", "result_sha256": "d29e31b1b85206013b235d81f3631c0e4965995e089006c23edb30d41a222274", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0119145, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.365357258997392, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2604, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Roboto\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T05:23:00.087196+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c3d24f6-3b33-4df5-af91-d553f4a7136a", "result_sha256": "23598b5226e1a6d2ccd823de85bca5b2eadf4f4a04db5bd5429cdaf9b2bf3188", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01123875, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.290248820994748, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2495, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:39:24.101014+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a168ff7-2526-4f77-a2b7-909e63f619f7", "result_sha256": "4b78a0e43fdd24eba1cdb964155d6793a5a3ec27cf1ac3f0de7cd5d8a990175c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0185365, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.39582160898135, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4198, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:19:27.061233+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfb6f842-aafe-4e25-bbaf-e4c4008908ea", "result_sha256": "984289d814b5f0c06285eaecd1cee0d8609c5a9a6f968a3325c7a1115501a7be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01174325, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.28328359601437, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"small-caps\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T06:53:12.133418+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "b605dabc-6f9e-414a-aefb-83ea9a7710b0", "result_sha256": "ef0058316602cd94cda8fba22e0c37c6ca51a5292e66843a9c0517fac772babd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01977125, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.75272866699379, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 4495, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:55:46.419351+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b9ab472-eb13-4d84-9398-7d209b0c6c9c", "result_sha256": "b22963e40a99dd5a50d8ccd313c0ba9cfd1212122b7106291b7a1aebada7afed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0134515, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.6675886749872, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 3008, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:26:28.930451+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "5301cb39-b182-4a65-9504-e23ea7d028fb", "result_sha256": "bd88e81f8fcdacfee736eb62d93cdf37790b153f292f5dae4c33c0f555df9dc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00928375, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.387694994016783, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "regular", "modifier_correct": true, "output_tokens": 1985, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Inter\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"regular\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:54:35.839775+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "9543894a-696d-4aa9-830a-2312409e535c", "result_sha256": "5d04aa34c1ceb0e2ea8f8930f753027988ae68ea0ab82a5a29f2f41a3e51bc0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0114345, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.089536532002967, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2524, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:23:13.521710+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "561507d9-5930-43fb-8451-fbebd353a47c", "result_sha256": "1c22ad592038db1942807ca8b07f6099e00834b0daa68fc4e4f2c73907b2dd62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0104505, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.714402705983957, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2276, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:08:27.283611+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc655e8b-f92a-48fa-8523-7f58faf3a590", "result_sha256": "c4ad55985f98372504254f526eecce394aac89df26a88a18e678304f88ff33d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011144, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.32557962698047, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "italic", "modifier_correct": true, "output_tokens": 2453, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"italic\",\n \"weight\": \"bold\"\n}", "recorded_at": "2026-09-10T07:48:50.708770+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7985aae-f0b4-4969-b965-7ef293c0fa5d", "result_sha256": "51b785eb85b9d0f6101293ba008dce1b5138921dc59b4beed50b587f9ed4aa38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0088935, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.670484720001696, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 1912, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:04:15.839810+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "64714651-b87a-451b-bd7c-2d0013f1bbb6", "result_sha256": "5afb2476ea765d5502b0d24b613fc60405e3c6ed3311bde2599cc4af62d0a84e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012353, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.593012191005982, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 2756, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T07:16:45.659191+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "efdc41de-867e-46b6-9263-101923cd7267", "result_sha256": "17e578de4c83b57f7fab8c4251ae052047e159101265619cbf224aba8fcb4a30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01702225, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.030395291018067, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "underline", "modifier_correct": true, "output_tokens": 3827, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\",\n \"modifier\": \"underline\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T04:56:59.520893+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbcfb940-8ec2-4c3b-8509-c1efe25c3d1d", "result_sha256": "746b927c681f619df7b3ab5b62763a8cb98478f643a3ebe0d0fe26e3dba1703c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01355575, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.035355887986952, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3039, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:12:44.745250+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3953ebd9-8370-488d-a62c-116cad548349", "result_sha256": "450289745ae09eb4e083b596bffa0854aa128b0b54fefc408500c5fbdaa738fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00814825, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.568320885009598, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1739, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:07:51.682127+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "416223c6-4b27-4f50-b680-95cdceb674b5", "result_sha256": "fa092eb1da8171572231a64b338809e4d502db6dbe4cd13483181b2f3c17bd79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0111125, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.634577110991813, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2420, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"strikethrough\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:38:45.998899+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e8e7c6-4a2c-4b9e-b175-6517d18014ab", "result_sha256": "11bb65a3a427de3c5f99a28eaf7ecf41c41f9b44d6f10697acfbe6bbff274e98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0141655, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.315237495000474, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3176, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T05:48:26.895128+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0d59ae4-2eb7-4920-b348-9c252407d02e", "result_sha256": "c1f3cb871e31be80cd9ece1ee7b8a75208774b7044392d804dd85d8fbc6779e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010733, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.513027598994086, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2326, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial Black\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T08:44:54.570923+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.2", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce2e14a-d3e5-4312-92c2-554c6fadfdfa", "result_sha256": "c8189ef8ff3c164b06eea5afcd419abf24c03ac412cb65855ccaa31052a01a06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016537, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.870033437007805, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.2", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3734, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\n \"category\": \"non-serif\",\n \"font\": \"Arial\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\",\n \"modifier\": \"small-caps\",\n \"weight\": \"black\"\n}", "recorded_at": "2026-09-10T06:43:22.537725+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8bbb3b9-e29b-42bb-90c2-60dea6dfeeaf", "result_sha256": "b3414af0810fde504b8bae950dcab1d6000c967a6390635c0f2ecc497d946491", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03311, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 106.39945340401027, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7640, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:12:56.136255+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "28420ef7-a16a-4cb4-af7a-28e679bdf969", "result_sha256": "b919e742cedd3977746942e8128906ac5e7079380576165c4eb78d6cfe850231", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.032114, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 105.0110227749974, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7378, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:13:53.675396+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7f89e9d-4bec-4c03-80e7-94883aceb04b", "result_sha256": "bf32082b00e369ebd654fcb2beb6e8effacb022ec3e53afb7e1dc91598cb23c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02339025, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.82819110000855, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5323, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:52:39.190741+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d02eba22-d3ca-4ce2-886e-2cc258fd387c", "result_sha256": "3d61eb9a32f017b7f547799fac7e2196601e77e77979cad152131e25d723cd65", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01375325, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.544521337986225, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3079, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:16:52.535400+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e5532c6-748f-487c-8f3c-d80ef877a1a1", "result_sha256": "e7dbdc74ff81a6ed3673b354e30a9b4ac48b941a424091fff0f431169971394d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009968, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.83360869099852, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2146, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:08:21.060896+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f933c7c-4729-47d4-b1d7-db34ce61c1ae", "result_sha256": "ff1cb5feeecd11ae510afa4f18fd787748fe56a70d44d664ea898ab24159d3dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023405, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 78.16692668301403, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5350, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:54:12.078081+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36aeb079-fa56-4a33-97a9-a49ce58cf03f", "result_sha256": "8316f8543dcda5069bd128dda7ff099d285e59018ebb0a3d7f47651215079dd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03889825, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 134.66624227998545, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8989, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:10:34.709484+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "60e4480f-b8ab-4806-8e2b-3adbfc183589", "result_sha256": "490f7bff9e217b58754b4c169651804948c35709f0256d35683e5fe9402aa727", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01520275, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 53.81349581500399, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3408, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:13:04.444620+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9861c17-39a0-4188-be92-27a9980ba23d", "result_sha256": "3fab5e57da776ea1ff61ec485b54496f4b88676125e7f37048d6db5f9d8cb9ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0415415, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 128.91887528300867, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9608, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:01:31.574931+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e81fc3-a605-4433-bdbb-5155dcf7aa39", "result_sha256": "66790a944a7ec9677b14183f7f17d149e6c6402c9dbb5248bfc5fd52b5973707", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028093, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.58319074500469, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6441, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:05:44.650215+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a2f77f7-3e2f-4adf-8906-e3eda600ad6a", "result_sha256": "1a19d4cd66c72269721eefaec181e1c6f51ce72431d4c80eb8de25672af30122", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0131515, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 41.68554548401153, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2928, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:32:30.460170+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebccdc35-39e1-4c57-90c5-227305d9c81c", "result_sha256": "be6c4f895790cfb8c680a0d2fdc5d5b9b02168ff3034598eab071f907a10e0a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04714925, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 152.1099881719856, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 10911, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:31:51.955057+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2bb7a8-4782-462a-b9b9-97962891af6f", "result_sha256": "22a5494ba6b4d856bd564e322d41b0f90f0deafde23c017c3ea496f1548b1453", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016763, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.173316622007405, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3766, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:43:49.580353+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2278ae1b-d9d1-477b-b31f-e4a0761cb12b", "result_sha256": "0fc2ed310de51ffc240d88254d22cea006f24340d47ac23c61368225fb5f56ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0182265, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.1571585109923, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4108, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:29:31.514800+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "340a97d5-c7de-490d-b907-cf1b2020539e", "result_sha256": "35f4efc7690020a1ed86c432e64481b6a5b8008d3a8f8b27572bfcd216751dea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01162675, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v30.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 53.338179262005724, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:09:07.695891+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7a5fa12-3981-4ca7-9912-13b7aa7b5acb", "result_sha256": "87f33b55bd5143d292810917252802e95e1357057c899c0cfe1564253f2ef865", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03187975, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 110.44138639798621, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7332, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:54:53.762444+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "34634d7e-91e9-43be-a8c8-e7bb0a87d514", "result_sha256": "93ddaca659c2be2b0718e30770b6622a819b40ab361db2cb186a1a311e9a0ae0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.036926, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 137.666978638008, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8522, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:50:23.347893+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cee29a6c-45be-4ac9-bd10-628e45c040d0", "result_sha256": "834528c3eaca60011699de761f1f0a18e50a6b1c8c6a261169cff69d0c65e197", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01530825, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 64.62934209799278, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3419, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:59:31.002460+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7932d9c-0171-4650-a120-0264d61b3889", "result_sha256": "4b904ede385f1854f7fcc03e717d86560d1eacde39629e7b311e3b7b5b08f361", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0137115, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 48.96557429098175, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3048, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:58:34.676366+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3aa38a12-3541-44e6-97a7-3cbc77a5000a", "result_sha256": "4f5091c2eace63229b404d2443181782d5e967b267a3eb23f98d42d224f94fca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02698575, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 113.3847919270047, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6169, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:39:29.660610+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14acc7b7-1b1b-4cb1-810b-b99af1b79159", "result_sha256": "24a46e756535285dd4688d60ccea5377a7a33cf5fe803c407524ad0a46df8d5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02414925, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 100.92996039497666, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5516, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:11:36.739541+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8aeddcb-5823-45cb-9ba2-1c1c6d62df56", "result_sha256": "be7517a67eda74123aa0480b4869eb40c810ff64359a3fa7b6afda7bccb035f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0241205, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 83.14215554998373, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5476, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:50:44.459754+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "04aa6f9f-0852-48a1-8402-83cc811abaf2", "result_sha256": "cc1c0efa39266c361a37a5ac9995bfc3690250960f47b1e7701ea7a2062fcd70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03021775, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 113.60422951300279, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6953, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:50:49.545835+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cc0cc10-5ff7-430a-bdec-3b39d195aa89", "result_sha256": "86bdae454a2005b60983535b92400d58455c339e3ff05b69569fa344c20a863a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01987725, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 67.39112607500283, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4507, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:45:47.723234+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "875cb9fa-acb4-47f7-9b8a-7cd0082b1c1f", "result_sha256": "8a4a801553c27c2c18211ca6c88f96af199d9ec3cd80c4f061038a114fef22b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02842425, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.80969827299123, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6531, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:26:11.221637+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "82621b9a-c86b-4f0a-ac5d-8c21d4a9625e", "result_sha256": "c6789b3b2e8dd7a88893bc088e8277076926fa475ff7c2a90e24fc8b3fa06f07", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0146925, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.5262889440055, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3300, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:21:44.571096+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "006423d2-2916-4180-8aab-151be48ab434", "result_sha256": "823cda2bf3b6953e8aded941399fa63392f7b2eafcc62e26431c5b99dc3eb958", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02901225, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 100.46290843602037, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6627, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:34:01.200270+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3e6299a-de7f-4b77-beba-b2dae1800db1", "result_sha256": "7857c9580a99928da67035cd22a37389fb5233bb73e6e83bb1214e7da386d8d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021014, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.8317034849897, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4778, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:24:32.222663+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cd69771-156e-4439-893d-2493d1eeafc4", "result_sha256": "59651f362843f274ebc148f31481d860eea59a1ad4865e01d3f60b562813914f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01676175, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v44.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 53.91940776500269, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3761, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:54:11.436410+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5154d836-4393-44a5-b809-23cd6bb9129b", "result_sha256": "48c068c7e2bc38c45eba57208b763fc7b8c7d5b290f17f317b421aa753cd44b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03704775, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 137.30988792399876, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8548, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:10:09.226789+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7483a8c1-c0cb-4b5e-8254-33b8ee680bf2", "result_sha256": "bd72556fe7a85ca62126e2fd2d715b9c0baeff1f2e3cff1a62e99d75141546f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0260655, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.64995198600809, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5976, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:10:31.880564+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "946dbaef-1f6f-4a6c-ac75-8cf206b4c1fb", "result_sha256": "4886fce9d3a2ff80adcd081967744176d5f6a4ccc733156afb1aa3d5de4b3cbd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01845775, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.2286491440027, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4173, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:34:36.635917+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "091be60e-d97e-4ea1-90b2-9252f7cde03b", "result_sha256": "eae689e66b20767afe94bbd36e9a3210380e3c11ce50d9c9c7e7911819cf8c5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04131175, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 136.686565541022, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9521, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:08:24.157157+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85580c22-d164-4f9e-a2f0-c15dfd5e0115", "result_sha256": "132a692d3b2c9d5c1521baf50b258addd0d0526d1291961967a4a2d4a15a1305", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028911, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.94443207801669, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6622, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:38:12.234515+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2cb450d-b848-4dd9-93d7-5f14adb19bba", "result_sha256": "e173634747a81146bf40185c8a825566f64c2a826c93cbeaed930be09c05113d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0196485, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 68.10240831002011, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4457, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:21:40.208359+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "18ac9666-52da-498f-aee5-57cf266ef0c3", "result_sha256": "d4423f1079f3a8070d52d3d868b8f298ceb2d8ce96e7523e281a1c81026e8df1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02094075, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 65.71333802602021, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4749, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:08:23.873990+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c5347eb-a823-4b6d-b903-66b5ee7e26d5", "result_sha256": "21e763ac3a2375def44b2e3c46419ce02e00f3b3cec71a268dbc1437eb25d561", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02575325, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 91.1475788379903, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5909, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:45:55.343853+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c8d0b94-5f7f-4354-a755-75223048aee1", "result_sha256": "7cf14f4270f3840dcd6756b597a9ebd9deb9e54a454cac3b78ec986be9872cf0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0180295, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.03639613700216, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4064, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:28:46.707865+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eefff68a-a07d-4e18-a148-831e82582727", "result_sha256": "e1622741c4a28842b778545abb490bf44a01e27f4397a53673aece36cbaacdd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0401485, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 138.48092189899762, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9252, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:04:07.393847+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d58c934-ba14-4151-989d-948cee5d51e6", "result_sha256": "6397f5d393d56dd8e90fcb564cb705892e17cd11e610080e36f9b7c03a125e6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021709, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.85542740800884, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4938, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:41:08.146735+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e27fb3a-b802-4ee2-9795-daa55bb9e1f1", "result_sha256": "fdbe36b09ff580d36eb21193cd6df24ec08a0ab2311e1c8fdd9aadd87a2d8129", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02245025, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 79.73004611500073, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5083, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial Black\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:01:54.833776+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d5dacbb-c51d-470c-9713-531964934b90", "result_sha256": "8a1ec86050bd5005bfe37320baff20e9f8ac3cb7961668bd5a815342c344ee0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v60.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 65.15009048601496, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3630, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:30:04.823798+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fe80d1a-057c-4dc8-a346-589a48f97c89", "result_sha256": "a95a2696e61e954258e2455e2e22393b786139dad115c56450b8a542d606a16e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.05220525, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 186.12194105700473, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 12133, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:04:27.289577+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "816fd95b-a7a9-4b21-9724-2e9ea7b683dc", "result_sha256": "b9bde784568e49e818f842435c69da0e1589ab6c981337d0aead124f99aced84", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02434075, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 98.81854457600275, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5549, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:15:23.840380+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c457684-7220-4eb3-a7a3-a7399b33a053", "result_sha256": "4b4c18c6002a0194fd1f75c4ff42d859525738d0dd352b20d809c50923e6dbc7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0138065, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.631118255027104, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3068, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:32:29.997917+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "06a738d0-e0e1-4214-829b-ee85b44324b5", "result_sha256": "a05ac20b62d911332eeb794335ef7d8252279580e5e5cb72c0445fb58bf58c52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02108025, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.66700061000302, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4803, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:09:09.481600+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e335e5bd-058e-411b-b002-61320c9343de", "result_sha256": "6755eeb93330fc4dd62fb1b34c6f7af7a334fc97f45e2f23bd7a3c604d8d8bc1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0212815, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 66.84493428698624, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4808, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:31:19.869766+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdb1e47a-690d-4a36-97fe-3113b1bfd1f3", "result_sha256": "7b074f6bfb784a0c14462e456dc7b29ebe6ea1ccc5d64edb9f58efcb4cbf2a75", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01561975, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 53.86559913601377, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3517, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:02:28.994289+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e9242e3-397a-4e22-a948-2f758dea02ff", "result_sha256": "5b3c92b67840a0d8a51ea7774025d2358917e5083649af90df996ba197991556", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02837525, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 97.5098454359977, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6513, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:05:13.246580+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "75fd0adb-0495-4e7a-a173-ddb08c2a759a", "result_sha256": "36c82ecf9d12503b29467ba6e547304bb416a4127d611c456e2099d8de43b112", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01959725, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 72.04134791900287, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4442, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:38:26.261554+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97f679d5-dfb6-4e5b-957f-37f210bcb54c", "result_sha256": "38bdcc3903305aa3ab73e43d8544cb2133b960f3eebaf9cc44e98ed762e68bd5", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03669225, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 139.4995686399925, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8467, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:09:53.933389+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f682f297-1add-4eef-bc05-e3666422da22", "result_sha256": "9d433366b789b9fd09918551030cfbb14aefc9a637950e5c7f2cc16d46b436bc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03340125, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 108.67180708399974, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7690, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:57:44.492453+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ecfb20c-2a77-49a0-8b28-e40bf48b2bfa", "result_sha256": "1446215dfc9fbb4b9ee45ceb1e0d6f8148ea3a76d594c7bb8fb71b397436493d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022986, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 89.16703654799494, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5242, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:12:03.319388+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e24f33e8-3003-47a2-89e3-9ca8475a0f98", "result_sha256": "ab283f20e8d8a95fdb47a1d91ac37ff7a3eafab3e23662221050ea2046828dee", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0227135, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 77.83371202100534, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5142, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:34:10.950657+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8ec11dd-f0b0-4742-ba1c-42cf7f796dc2", "result_sha256": "39a397e316c4508b17b4d5d318a8f5d9ee763714e9daada87175c19a5686a947", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01824625, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.348370524006896, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4115, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:34:08.804410+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e699bf-dc94-4f3c-9934-6335414b6c01", "result_sha256": "35d7688766301a031d25c12f2d10e0b989241ee886c10815688dd3250e3abb16", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008766, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.655996020999737, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1882, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:17:30.918189+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a24b77ff-10ec-496c-8c25-1902881e0cfb", "result_sha256": "c605ab3635fd11b6857a14e9bce2be960faac22f83230804de58788e5cd5766c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01509675, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 67.53042735200142, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3386, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:45:04.622042+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4711c399-d629-47aa-8e7c-57574c34cbaf", "result_sha256": "3edb3adc9fa4b035deba9735750bc5b0eedb75816ee7128979ba493a98e792c4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0193125, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.80195616499986, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4375, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:07:21.031374+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d786d5b0-3612-4ab4-850d-8ca02af71e37", "result_sha256": "10fe66f4c2a2f1787e054e67d1e5288ea7f80966732f0111bc5dcafd84d9b530", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019926, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 71.43930597498547, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4522, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Roboto Slab\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:20:44.771922+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8084897-30e4-4e00-9da2-39f875592651", "result_sha256": "6862ef9e70c6c15345e69de03e9284dc19559e0cf9b08f5576b2f827553e4e21", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012675, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 48.84409769999911, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2780, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:38:42.551284+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "76740ba2-71a5-4425-988a-60b88a9d4926", "result_sha256": "a2cdce5888ea7e5cd9a0d9d599a326d0c1c92ed9c862bd6e8befc7a7a51dbf54", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0145275, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 50.80044249101775, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3240, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:11:25.760082+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b9c2c27-c16d-43c1-96bf-bc41267c2f40", "result_sha256": "a19ad36aaffc7d8d1bf4b6caefbe363714ed91608ff67b309c23f17d468d642b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0327785, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 122.82218949700473, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7532, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:14:07.149789+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "703c1f02-04b3-4120-96e2-03e6c4ba3e34", "result_sha256": "a4c2d78f35a56801b93391642f2c32d1e40941fa99486edbba42f98db579a590", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02312725, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 114.25293481399422, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5262, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:14:23.699452+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2681307-1d42-4b20-b053-2ed0cfd7843b", "result_sha256": "00ee754113b2b6b1c293cebe82025a8016566b6787e3c067438678f7e8e0aa3c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02996, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 97.87460977002047, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6850, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:37:40.030062+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb5e18f-9b3c-4cd7-b56b-fb7686be6074", "result_sha256": "2928d4582c64d881949934d5a4916134f678396d1b891b0a24163285e52d3ec8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01739975, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.764688040013425, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3937, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Roboto Slab\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:15:05.095445+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "06479b29-d226-4f4c-94c7-1105809dea73", "result_sha256": "96e96c7e6717f00c041a6dff466a2b20aa080736fbea35c5b0476f39f1892e6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0217185, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.7907430010091, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4917, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:13:01.071742+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "28eb4e8f-e2e6-44d0-8dc6-a4714b29aa77", "result_sha256": "a2907fe08fb17ce9f9566c66e65d1d2767c8e6b1d8814ac1eb4fcb0986cf31da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0133325, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.23798285701196, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2980, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Roboto Slab\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:22:38.249683+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "715080e1-ca1c-4627-b809-0d4cd1d49130", "result_sha256": "f7d7820ca28be3e5b92ba89c362a11a733c5c3cf21f9b0daea228a50a2d1e043", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02794375, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 88.5726980099862, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6405, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:44:26.576951+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36ba7022-726b-45c0-b909-ac30b9eb46a6", "result_sha256": "59ea3365d6028e680f7ce360c209e2705b84821bbe6064640642ab6fc13ea8f3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01268375, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 47.905313630006276, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2785, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:32:35.167594+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9553034-bcf4-4615-9ce6-773dfece15e9", "result_sha256": "1d15f5a4dd8326c54d7b67868923e29e628244a0e311dbcc97fc0a8e9968f176", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01265, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.66746964599588, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2810, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:43:00.592296+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad59d3cb-8597-4338-ad54-951143257d2c", "result_sha256": "7004d1285237bddac582ce4628db10a8a81ff97431c5af376453cbc2574522c8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02313075, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 86.16608349600574, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5279, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:18:53.208451+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c514f4e0-a833-4c73-981a-1823690f083b", "result_sha256": "886b590eb0b4e0e84a1c0610d4a7f8c9935958dbeccdce4a48929c6080d98af3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0318755, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 101.79769058298552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7331, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Arvo\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:05:26.875893+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d5fb013-e7b9-4c44-a252-b0b0d7132aa7", "result_sha256": "639193b52023ebdb9afaa8a2fd31ce2920ee70232a8c2cb1c237d7f8905257d2", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01706625, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.53098393097753, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3865, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:37:53.361515+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27a2b704-de6a-4432-b2af-7635806afb8d", "result_sha256": "15e279f2cbe3b81638e8f5f79f892cee542a44cdbedcdfe37593c2918854d880", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0134395, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.844724001013674, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2984, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:56:46.864900+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5579b994-785c-4851-a238-b58ceb099512", "result_sha256": "0a0e740943e42c467003e2a72cf795aa31b3c8474aba5693828641b493a2f521", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01013025, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.063328776013805, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2203, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Bebas Neue\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:32:28.169808+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97af46a7-7d27-4d3c-899e-f45c00f89393", "result_sha256": "4cb24c4b3a48abea8154062da30e17ed9186f28c54d34c1c5e0cb690e2f27e05", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.02172825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 86.03565479800454, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4949, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:47:27.870308+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "34221b86-c81e-487e-ba9d-75057b8fbf9d", "result_sha256": "9cee2f8381914f962c5256c8a173ea6998096783e2beeb47ac71cbc4142ffe36", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01121625, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.64860704401508, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2470, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:01:46.036569+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f3a3321-e6b6-4a3a-b079-f34c8c5e7913", "result_sha256": "4ffa935f8233681b53065c11181250a424d87c824c1fdc2e383c3980b0ebb496", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014622, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 52.09691965897218, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3274, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:51:28.867790+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "584d9472-d859-4bc5-b04c-b3f875b622d4", "result_sha256": "c49c3ffa413033fbab7b79c1caf6b46d5f3532d0fb351fbe0cb365a24baf8446", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.025033, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 79.48074743902544, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5721, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"tight\",\"line_height\":\"tight\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:19:32.928757+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d69520f-20bc-449b-ac3b-f74a21feeca0", "result_sha256": "d7a2b8fa8fa1c40be6413058cc92161a6e1c7f0092d2f5f75ebec49c3055eafe", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017533, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.18742958200164, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3976, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:42:38.447128+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26728910-cbd6-479f-92a9-cc5e960c6239", "result_sha256": "5ee9f4a2cf50c8d57de98ad475197ac88fb8466a118d4bad2ecb78f46e6c46f5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0188765, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 64.76169734698487, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4278, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Bebas Neue\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:28:56.039627+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1313a12d-3f4a-4035-9a32-e5633e27b4e2", "result_sha256": "087935587483b4468a733c44945d302285ef9083e7cba390cdad1000b520d9e2", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.024379, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 96.1757116310182, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5558, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:18:02.927059+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "23a0264c-ad10-422c-ab96-e9dde8092a72", "result_sha256": "db60339504eceb7e7cddbed942a66aedd81f0dc743102a58ccd45a5e75b5cc46", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0153935, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.546552676998544, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3477, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T09:02:23.490564+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd332da-6df3-4454-af30-d175bd60f22a", "result_sha256": "318e6f8248cc7ffeff22ffc069b1e5bc065c48536d002f3075a2e6d49614be77", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016195, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 56.60923060099594, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3660, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:02:30.901768+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a35c25a-ad62-4d02-97c7-6e3a1351cac4", "result_sha256": "bc59676207031ff8c0b6c0497f42543bbc89e5c3de0e5179bdbc9e5d102addc2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0223085, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 88.38411234301748, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5092, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:57:18.116063+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6976ed04-a0de-4b21-b9db-54d19fe696c1", "result_sha256": "29a67315c38dc9761d91b4fb93ee8cbdc90687783665a3b7e66a3633a226a49c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01804575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.68531152198557, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4089, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:36:24.170600+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0de86790-e483-4b0b-a672-8ba563ea1061", "result_sha256": "64fe68033f9bc1c252b5c2229d53b6b9995fe27a39a5df59a9d1d5b2a0c678d0", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03705325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 148.47548246901715, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8519, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:04:11.337779+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a7f685d-b713-4c86-bda4-d0d39df2efb7", "result_sha256": "8adc62fe6fba46c3a36e4289ed676e8938e0319e82e972390fba70ff3b7e7b25", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021065, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.44775717001176, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4790, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:45:44.888095+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d23a83b-14ae-4e6c-b8db-a91a0a06aa14", "result_sha256": "7b030b773988b06418a0bafc3baccfc49219b21d8a19a402536e3df848244910", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01066975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.25164249399677, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2347, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:18:45.925925+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "19e57499-3099-4e9b-a0ed-78c5b0f6c850", "result_sha256": "de64045ed93bf1d2d48a7ec34eb1bdf09fcba6fca862ca6d17c00aeb9d6939ee", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0254665, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 86.67379479898955, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5823, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:08:08.850022+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "47f4c1bf-471d-48eb-914b-e3377d3611a5", "result_sha256": "a9f09e7c12899c7d00ee2a70622088de106ad7487e23ca075ee66a6ac15eec08", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02105275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.75772672699532, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4773, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:33:51.181027+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "95def77c-d4b7-4792-b199-8dc01f064caa", "result_sha256": "927def78d7ca0967275a94ca0372af7c4c2b113a94e72fde5fbd928bd501f9e2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02847325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 100.5357083749841, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6549, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:18:18.227206+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc06bcd-36dc-4f1c-8182-0711d3188ac3", "result_sha256": "05b63a670b466b855f3eed1962832c57d8f9a959f349238c4c894c8388c9ee51", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0190155, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 54.9128207770118, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4296, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:35:19.644152+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a6b2e7e-4504-4b7f-b506-259a3fd5695f", "result_sha256": "06a60bb9fc694440d1c7ead947b9b2240857a5d3b7e9d9c6c2d94aaefb01f5fa", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02707075, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.34764440500294, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6219, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:21:04.202650+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd2a7ae1-37a3-4772-934b-d3f40845348a", "result_sha256": "37f9bb9fc383dd3409f86a292bc9f4aa00f8bf2c1c58fc24100fc3d52b79db3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01518625, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.52783942699898, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3395, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:02:35.321269+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8fbefae-3f26-4013-b95d-866140950772", "result_sha256": "8d038b014e2866c6dbbef98a612d8a7537137a7b2f0e8d5a49dfbd51ad6182c3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0173765, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 60.06405466599972, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3908, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:13:56.317142+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2548bd-d2a6-40c7-b1de-e0187bbfb3e5", "result_sha256": "8e094bc0d06080dcbe298195f2d471d790990c5ac4a666b74f6052c146680334", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0204385, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.59599872599938, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4652, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:23:53.672172+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "918ffb07-0378-476b-a21e-c037e381edbc", "result_sha256": "8915899f98f8230dca930c1dff0f46a333a91ca4209a1be9d5d57145153a2afd", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019505, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 67.41259056801209, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4390, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:03:21.302960+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b99ffdb-b1f3-4e97-a880-fc4dd17bd3a3", "result_sha256": "cd4a271c846af7b3ae63978cd6b1e5e2937280c1285e8c03c4241ef10b28d14a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02185375, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 95.1094241529936, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4985, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:55:35.624022+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f9cfb81-a0a0-4a77-9dcb-809c50b9b738", "result_sha256": "79f90da9855e321cbff75660f31b4c4b04bd4d2b4bc403cb2b284050de0d6bb4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.030679, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 105.96788797201589, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7068, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:00:36.447297+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b6ffdbd-7009-4be9-8d5b-10380579ced9", "result_sha256": "3b2ed82b3dc51839ef1692995b3ee961a3da74e6377a61178a5d2a40083b855b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03516975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 153.6100203319802, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8097, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:24:10.370071+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26274c72-5e40-4a13-be75-722ee507bfae", "result_sha256": "a1f0f7f5ca16c5b4d47000d023e00e5c9f7ae09218fb152002ac52ebb0488b4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03353925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 117.75368877299479, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7711, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Merriweather\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:04:10.005198+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "485542ec-324b-46e1-ad40-aa80ad02eab5", "result_sha256": "591e7df6bdf9a16dd272bfa1e141e282a58a30e27135cc3c060cd66ce69c6c54", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01718725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 59.009513597993646, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3887, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:11:28.536025+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "53dd7860-f3c8-497e-b737-6cdb39585900", "result_sha256": "82f386daa8a2ef26c195f5fd4397264ad52a5e10ab5d1ccfc8dd12ccdad0c2a6", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03107775, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 105.58955396400415, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7113, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:54:19.131322+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b211bb8d-338a-4b10-96ca-c37e12ffd03d", "result_sha256": "1bc9dce7201263dd2e74a7120db8da6a3a2607314aa841dd3218f2601bb30b82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00925675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 30.234112484991783, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2021, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:47:02.600487+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "137fe465-ffdd-4c9c-abd0-fbbfb864ffc3", "result_sha256": "b7c7c4279a7511a49105f0f62c4767b7457ccd0e6339d8f8ee16fc826a0ca19f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0210355, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.18753128597746, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4786, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:30:18.430053+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b702bdb8-de10-4226-8e72-34e2689f1bee", "result_sha256": "0bca27ea7c94b86f3befca98385b83fddfd2f875a33abb492f01355402ab72e5", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.042832, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 148.96212467199075, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9909, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:31:17.402023+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3451347-63cf-49de-b5c4-82613877770a", "result_sha256": "c2f40989bc9147560d9aed6444eb13a3a45bd3b7848512e68aaed50f4b22cc30", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02345775, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 82.5002639159793, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5353, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:41:51.252290+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "af167334-2b22-4168-848d-8d67004f3c2e", "result_sha256": "18a0071ab1789770b4c6bf3a3aec756e0e635373876a7bdffd298dc04967ab48", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0183435, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.36449202700169, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4147, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:11:00.501908+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bbc11eb-ee4c-4cc2-a657-baf9124f286d", "result_sha256": "285e504f9632766ac2622f483b00a578b1f38689c03608a2565c5c437476e333", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0230115, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 78.68508759501856, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5248, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:00:14.665367+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc52a019-b6ac-43b3-be4b-e2ef51163493", "result_sha256": "bc033e23e3009329d3edb1d622d85f593a0fb0dc1e5443bb5e1c1ee342f64357", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01433075, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 42.957901198999025, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3189, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:44:56.373095+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cffb17d-a150-4c20-ad3e-dd94a740ae5c", "result_sha256": "af7da23d087cedaa3e36805d03e430fe7367f44127045defd183975daa62e0e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02755375, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 87.32665268998244, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6305, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:08:57.488281+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89cb7d23-f690-4cc6-8df4-9c6a37cbb207", "result_sha256": "117f4dc91ce7cd71c6ed45268faf6c33a627469736cea087b233ff41b2c4a211", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0272025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 91.64187342699734, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6220, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:28:31.084471+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "45e8e14a-4ed2-42e2-82b9-6cdf3e8e4a60", "result_sha256": "0bfb79d932993ddffaa195756f4c72769a5a229762dedf1a4b76d01022985e1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023584, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 81.14650630400865, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5383, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:26:41.643276+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6a2ce2e-d4c5-4f27-924e-f153f8af2358", "result_sha256": "8559c8ea402bf840885dc40c1e28fd5793a0396967e9f13b0ba62db6fc11e745", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0271495, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 108.76161450400832, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6219, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:41:07.065390+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a78d51-a59d-47bd-914f-82187d3e9f7d", "result_sha256": "430cc9005626833b8210cd4948e494237ccd6d0a199df64dc8f585a4aaed62b1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04239575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 146.18082812498324, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9809, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:34:47.764125+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd3bd2d6-08a5-4845-ac04-331dbbeb62a8", "result_sha256": "8f809353ab7a3edfc1d561c3811aebe4d362884a3293f4f6a0a6cc64d5c9815a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02588225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 84.883083238994, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5907, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:00:57.024115+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "73ab9dfe-7c7e-4528-bf0e-36ea1305f0e0", "result_sha256": "f48037f4606bd33ac1d9fb7dfb2072992eb8cfc46bf7862d54545b087de20b12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01345225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.27594752999721, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2987, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:36:52.628393+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "da6d950a-bd87-4106-b358-0bef097f3836", "result_sha256": "248352447ba98daacfef3d75b47ffa84666907a81430445a71e7fa0f0217947f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012727, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 43.69420861901017, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2814, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:26:08.624680+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "455bf062-fc5a-47ad-850b-69f2a1d6aae0", "result_sha256": "c4f5fd5e2389dc752f7d699c3c753d96128269a9190319ab04e0886907f3e5f4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01325225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 47.889221524994355, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2952, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Zilla Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:20:04.238563+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5e9e2dd-9e48-443e-b2d3-22f1d31ed17d", "result_sha256": "bc78e09debb8921f572a42fa3291d1d03c6c67421027372f01f1ff3391b536d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0137845, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 50.213785843981896, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3044, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:03:46.267011+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "195e07ab-853e-470d-a8d3-7ac5e9bd3438", "result_sha256": "d212ef0f83ed1074a7f7d20efe084c189c742321aa6431125c2cd9167226b449", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02408075, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.11992976398324, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5509, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:44:44.733958+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "398aff6c-5501-4f3c-b0e7-f40836649d32", "result_sha256": "0d8c5b73c67106dc50d70cf423040fcd5e45f4bdb81d5effc00f48a210882d2e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02331975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.66227472797618, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5317, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:04:00.030744+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5dace10-54c4-489a-b1e7-b8242f675c5a", "result_sha256": "c0d03c2a341d7146d09b23003e26b45ffd3ce6d33f127a86e1f4e836537f83c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03429775, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 116.92469672599691, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7913, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Merriweather\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:22:09.884554+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b90299-dad4-430e-badc-951a91930612", "result_sha256": "3b90e95c299d1b829d29797e2d1e17e9ade7509b42e086de6ab3f65972754b8d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03773175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 128.83183844701853, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8721, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:56:08.924248+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "42c560a5-750e-4052-9459-e5f9e8991872", "result_sha256": "26f9d3105608aaab76282f0612474bbabcbfb04588f557296e2d7a49c2a217af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0259735, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 80.9341501389863, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5912, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:31:59.073737+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "088c1dc3-f1f0-4228-a8db-23f8c0704343", "result_sha256": "deeb647406b219d032eaee5aad26422d9a4a26fe3d0db01fbc7ea6b9655079fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03086525, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 100.27922945099999, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7113, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:39:09.736460+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c14f670a-62b1-401a-85c4-34b0c26b6b94", "result_sha256": "91a378d2a7bd952d97e7ffeec2d22e32a3ae48cfadc214c1e5e4edeb09769e66", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018919, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.98075131198857, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4288, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:54:44.073191+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "af385d68-3eda-41d8-8342-90048d4ac46b", "result_sha256": "869e571a8a8598e1f580b86bf935b94379719cd4ccd0395805d76a0d3c098a43", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021038, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 72.45982003500103, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4781, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:50:59.385534+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f8749aa-4924-4e6f-9dd3-bce7cbd46b9c", "result_sha256": "525a4f0477b7e39d3dd73b3b1504c19e8123d085b10b5063091ea7d9f96e56d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024816, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 84.11619411499123, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5682, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:56:02.400908+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "66283092-c3c4-4a18-82da-b0a66735e474", "result_sha256": "42a6f48350690d6f893fee5d9a1e30784536c45dd6b5f65b3bcc35c741ed1a5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01629475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.62175679701613, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3677, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:13:24.339390+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe6f1770-587d-4290-a8ca-d06092da549f", "result_sha256": "09ef6a2e2b86d6d55248facdba8f13fdf6f1d408160d0c1d9d6a41075d409e16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02503, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 83.63570119801443, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5690, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:01:17.010006+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "88c1dbad-e092-4f5b-a480-8cc839e3d8a2", "result_sha256": "aa0e729540b919176ce0f1b6babfe5ba9fcf1343afd8c144bc63885a7032fe66", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.027763, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 92.11602477601264, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6366, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:25:17.309357+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d62edbc7-9f3a-4c5c-b7a7-fab7a552e9f4", "result_sha256": "b8b5b89528a17bee1b415be75245eec8d94d7b80b4c99076e5df0430db4c37a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01950975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 67.1728989649855, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4427, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:36:54.495791+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b64af62-b1c6-4e3c-a7f5-8316239ecc9e", "result_sha256": "359214aa888fe40f91c14a2e8057b1325cbefa19a4d67287521c4ba7812ce7d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018845, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 67.36963096901309, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4265, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:50:11.985335+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e9f4224-5b4c-46c4-b1d2-96a39a33b380", "result_sha256": "c5964e6259bd6d0949bcb8cd47e3cd675810ea5f3b246a7256c65f1190e39fcc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01332625, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.912726090988144, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2955, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:35:47.141164+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a9cbc2d-4a1b-4cf6-a88f-a72920482c28", "result_sha256": "5bbd1ad41f3cd3c1c8aded568d4655469815c91c89f6b61d7d157314e3fdd2c3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0217455, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 79.4288824640098, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4966, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:05:24.946144+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a57161e1-ea51-421d-a4d1-1d257e94add8", "result_sha256": "0cc0574fc3cf94154040fecbca9aaf6bed072374d298f885f9ddec296b3987cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02508875, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 82.77071703199181, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5725, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:42:39.376282+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "23766352-45e8-4c99-a7f5-36e3cdd02173", "result_sha256": "c7f8e298e7f66cc23fdf42649804553b6af6819148eceb293216fc7d7d1412a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0158635, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 63.04997695598286, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3582, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:47:49.490030+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ada711fe-b494-48d6-8345-fac0f6401f4d", "result_sha256": "6f724a391b05a2fe716e5195592c25f7862868bcbe6242c06d5e3addf614559a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03097925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 101.45167773598223, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7111, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:37:02.589866+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a97632-037f-4e1c-a862-652add3765eb", "result_sha256": "3aea4d32cd50701dae0ec75af61bf04de3e97a565b88512c43537f9c82934caa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03823975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 134.3711119100044, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8817, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:51:22.858221+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac61b89-776d-4f98-9452-64f7983024f4", "result_sha256": "c1e79ac3c3cb2bbe3ab582836f2b28aa3a9eb1fbe7f31ec8ec11a4f01c00a024", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02318825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.4602075109724, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5299, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:43:40.172799+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2a3cdf6-8826-4447-af84-2d6919dd0e9d", "result_sha256": "d5dd59fa96373b34b7542046cda8f665a79f955a41a9557d2c9917664ece20a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04058925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 194.48377218301175, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 9351, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:39:22.477864+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c53607f-e1c9-47d6-8cf4-5f8186b457b2", "result_sha256": "8a444c9ebad589f1b5e81ba667795db09e875404a19d19bae6cbcfaa4359d3b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.027502, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 87.70897928398335, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6314, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:30:53.342346+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "813d9e44-24dc-42c9-a192-a9a73f20b345", "result_sha256": "86cc4b19109f9ecef74a58759b7627b605d71ac604c08c2829f5a48a43378ae3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015413, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.119408468017355, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3476, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:11:54.462467+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e5c7462-50fc-4b88-b3ee-6d8b9cfb485e", "result_sha256": "90450e9a35a884e5790f89356d08245c1c6f495935720d49c5118d30a5f76c4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0223135, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 81.2617029529938, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5072, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:54:39.757634+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "51708aa8-dd86-46d6-818e-4eb7270cb145", "result_sha256": "02ceabd9ab463c71ec55fa210a7b341b9e3148a5a98c2ce61b3467e3f4d26c4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01760175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 61.31278986099642, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3961, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:34:18.442566+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "03eced59-1a61-4a65-8214-2397e04a91fc", "result_sha256": "343d67d38a41b3eabaad63950e0ca92d0afb4b22f84f9372df52d732100cad6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009924, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.76942169800168, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2178, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:29:46.865402+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e34809a3-97c2-4813-9fd3-348c3668c0fa", "result_sha256": "0129ccbb78756e848d76bcd631cd547deff20245f5bc2d3099d151069d782afb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01399275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.17481142398901, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3093, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:19:16.918295+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "593bab15-debe-4c65-acdb-2c5aee0f16f2", "result_sha256": "306fcdb657201c26ad3ac01797fe02e7b41852077f6ce2b69b73798722091fdd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02712375, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 88.46275503898505, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6225, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Didot\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:02:20.752486+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31cad8be-46d8-4ba8-bf0a-8bc6a3b5ce64", "result_sha256": "7fd24e942c8c09e4c1348504a92d65e2916aa856b23b08ad5e2ee8b38add5b31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01758025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.190204015001655, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3973, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Didot\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:12:44.699236+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "322f04ac-a1f2-431f-b9b4-90b545a1ba30", "result_sha256": "1178176cdfd38fd9ed55dec8384b42aff39863d95291c62ef1e8f37439fdeb70", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023265, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.245345325995, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5305, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Didot\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:57:52.957499+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fa4d0f7-7fdb-4fe5-9b75-733baf8469af", "result_sha256": "a7c197a579d1436aa465cfd4fd3356d8b4686c675f4c88ac879c13f2dafdebf9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0203085, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 79.77003392297775, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4612, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Didot\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:02:27.153500+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d546dc66-6cfb-4b65-9885-c6e2a0490d94", "result_sha256": "28e0dc9a7d2f16759f64de85c5ff3ef6c7becc354497c216cf82edd136337ad7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01237225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.40805451999768, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2742, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:29:13.903283+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "223254f6-c0b2-4e53-88a5-0f9c8963f7ba", "result_sha256": "f127706cfd352c87f7b5bb24f0a5f915eea7a6095eddceb63c2be46c46489417", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01623275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 67.80809231501189, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3653, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:18:04.968148+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cac7c141-26de-45b5-a419-bb7409b9e1a0", "result_sha256": "c13b8b5db1aab9992a03b5535d438dd91bda25fdbbf637f091251ef4a3199ec4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014284, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 48.089832999015925, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3178, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Didot\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:33:45.750190+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3863904b-73d0-4aa9-a115-b5685e88f5f4", "result_sha256": "895a9908e7d56a0549cdc1cf0b2e9719c000dd938e727cf54949ad8463cebe87", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02205425, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.6200954010128, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5011, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Bodoni MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:32:14.699980+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "689905db-e96b-4f2a-b76a-d645eb20a7fb", "result_sha256": "108b3df97554f702b68547665ff14c6627c519d16b1ec0a41c82398b9e2ca728", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01882575, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 72.61518759498722, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4249, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Bodoni Moda\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:03:12.052823+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6d6b09b-3487-4eb0-a1c6-bdde4f382a23", "result_sha256": "344af78ff9a3cd8245045caaa6e74d3e4ebaf21eff8c13538710e6cf18e18e42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018722, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 65.35610717698, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4239, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Bodoni Moda\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:48:42.009319+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d72a51fd-7435-4eba-aba9-14cf39c7c474", "result_sha256": "d46e7d6edbbe47835acc5f30a839b4969cc261f57860c23961e57fb3c4abd92d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01887475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.622830520005664, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4272, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:01:56.056298+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e2f28fa-68a1-4793-a9ee-f0dbc9fb7a18", "result_sha256": "cca3cf9aff90acc21c0fd9bcba7d9f3bdeaf46f06190ca68455584e8740d2e79", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01427775, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.34067236300325, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3193, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:12:06.210338+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "49a49f58-a9cf-4752-b0b4-6d6ad35e9219", "result_sha256": "1708957a0e90772c352ba2667007a7a9179565a9590f796581e3bcd250984d6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0097255, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.161118253017776, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2086, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:20:48.922579+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5d8bd4d-1ae2-49f5-8bc2-73ba675694eb", "result_sha256": "6b9a5c2bc8ffcd5f9311c9a43c0575b38db71ea3ad9072648ad01a493791c94d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010303, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.96948913799133, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2246, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:03:07.854471+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e90eee18-9020-4a0e-8162-c0d76507adb6", "result_sha256": "15ffb6bf01f098aa6bb293283f25f07ab70716ad648f9d21b72cd0fb47340f6f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009514, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.990645754995057, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2058, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:16:23.059483+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4369165c-0c2d-4ade-b168-929b24ce99b1", "result_sha256": "1e4fae9bb563b9c3bbeccfb54b92ece75032a15ca86750b6c6d3218cbdf75472", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01462075, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 49.03124172697426, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3274, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:48:55.111716+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "105ada02-d4ee-470a-9c32-c865bc24c3c5", "result_sha256": "7f0fa2c4fddb506ec289a0902ab7cc59730765b5bedafa7ec47df1b7e47c1135", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01294725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.50896439500502, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2847, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:16:54.463179+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b8668bc-f5f1-4a3c-9989-09232b618cd4", "result_sha256": "bf21dca0503912842ecae8638537a27a7fbd7d841c02f9d70996aa0bf8949ff8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03632925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 148.1546461659891, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8391, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:06:53.348766+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab940478-5a89-468c-b755-f78c3b127a11", "result_sha256": "48ea29c4c2c23a5aaadda041819dc533fe0de7f22d63d798850275a13675d984", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01917275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 68.44160340502276, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4318, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Didot\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:25:24.568904+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2026e96-6118-415f-a4f5-81527640ad6c", "result_sha256": "139aa426cdbe30779c567e5ab301835a999d444468994b76cdabd9ee377e0647", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01889575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 50.31917096601683, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4289, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:39:02.703639+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "71e692de-c917-4215-b90b-51fd16729106", "result_sha256": "b82887d1e2021f95286c56711e8cf7fd3bf2f1c56aee708eed173a36266085c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01335375, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.448760980012594, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2985, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:14:55.854079+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "930fec81-942e-43e1-a79d-0dbae144ac5e", "result_sha256": "835c0f941a0495b841768e993ba8d57854276f968019737a398217b6475d1a40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02012975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 64.62164682298317, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4537, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:10:39.395982+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "17dbea79-680e-483b-a8ad-f6401bc825c1", "result_sha256": "a48407d43e27f3b5467556c3e5bde04661b6284bb37d1fe37c0e6be1ec97beed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0247285, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 98.7555640139908, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5652, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:47:38.653790+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7874bea9-89da-432f-9075-a5167584e284", "result_sha256": "a64cf3e8d48834c468a56eab260cdfa23dbac2aa496edf73506488506db6ed7d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03414675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 124.44511008801055, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7871, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:16:03.399911+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f64ca9a1-5f9a-4ea4-a386-91c08eaf5452", "result_sha256": "a888064b0b75527e49b35264d46a98af72c661e02867fab31410d972dea87a23", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02452725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 94.08285505400272, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5602, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Didot\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:50:26.334392+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7568bad8-4a17-4d3a-9691-0802b96eb02c", "result_sha256": "cd252e1bb3b837b948e9c338f1b6d2ec9ced18e05d1f7cf040eb4e14457d9f20", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02893425, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.85235642598127, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6651, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:18:54.558438+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eb0e5eb-ea75-44b5-b7a7-22c57bf90f77", "result_sha256": "258dd34ab06d5c066553324acc9ac390107ffea62deb00b7f68873168cbd1844", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0181815, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 63.49338442800217, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4108, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:50:36.606918+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b486e342-41de-487e-bd64-1498ded52f83", "result_sha256": "ea4e3b6a4950f239124137e487a868a7bf5829c4572eee09e806e7a5e87b4d98", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022344, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 74.85676303700893, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5058, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:57:18.354599+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa0467a5-d6b7-41c5-9cde-3f96aa7ea9d8", "result_sha256": "55c3b8275698fb93efbd9ca8fb82ad9de6d3d28df07ccd49b7e263f9f8dfaa61", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01095, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.19391050300328, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2410, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:54:51.088032+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1e20b60-a118-4a41-86ec-8c550cd78838", "result_sha256": "697732dc3a06d3978b82df14982c04b09b10cdb02a875a7ebeebd76a53fcd5b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00947975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.56895218900172, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2067, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:49:48.108183+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4697802f-236d-49b7-8c28-dc8463934f01", "result_sha256": "23d802be95f26b778f4b1bbb59e740c96b2a75ef71a45643d407b418f02e357d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020307, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 71.61116619198583, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4609, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:42:21.918769+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdc45c9d-cf5b-4619-9231-ff835c0f3d0d", "result_sha256": "6ba24f7626907cf5ae36c30a5c3734b964d141a30e80ca87471acf050efa8f16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0232245, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.74631802097429, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5284, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:31:18.306319+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d75ae55-daa4-4b60-96dd-1a2760538b02", "result_sha256": "dcb37c367cf50f42ae03ced28db78157a7c8f9a376cba0381f84e7ade6e064c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0192915, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 67.40880776901031, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4373, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:48:24.659316+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c51dcfbc-35b4-4d30-8edb-b3e420fabb82", "result_sha256": "e13333947335c7921bce6501a6be8ec035b0e66f8fbfdce425c744054442222e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02097475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 72.85115851397859, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4757, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:26:48.137874+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "960efbf7-bbd8-49c6-ae4e-c7905db6c142", "result_sha256": "ea38c227b9cda289e88f043ffa24e1ed56e5451ef459c7a819e41e8bf4fa9a98", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009769, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.57112769197556, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2148, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:42:46.901592+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f1b8b3-25f1-4e06-981d-f85c60234ea4", "result_sha256": "a97229c51eab52f21cbc96c5766add54f7de209802156bd5622a6aca4fb4342b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01540725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.38065327500226, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3447, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:01:19.924276+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97e84616-8071-4801-b38a-7631b1ded363", "result_sha256": "9fcd8ea3be60edcd03565a2bfe94e0cd649bcea39dec1a16b8b60ce6d2b2a071", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.025401, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 90.48719169999822, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5782, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:32:54.984072+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "79f252c7-55e0-4f5e-b5d1-a474bb29655e", "result_sha256": "0fb99bd921793381f4e9e1654f6eba84425931c1d950294d5540d0ac5c2a9e72", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01076975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.771509998012334, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2377, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:48:53.250449+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6e1a8a9-c437-4869-ba0c-ba347ba8240d", "result_sha256": "e33a88b7e3b368da1251ab983fafc552be048644d41ef23d3392c836be340445", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.024095, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 80.40522414198495, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5470, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:46:18.132031+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d72bc784-7c17-4d8c-a73a-a1265a4c8a1a", "result_sha256": "5212eef71e212bd6c32ca610a933d3a6276684862e96e48b2194b9d7524ed898", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0320155, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 118.12963011401007, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7376, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:28:50.998918+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4acb8e1a-6837-47ef-8fac-ede0ec59e2c0", "result_sha256": "9bb2569a970d1b4a18960a60d1692981ee46fe0d51960388b0085c9dacfe7166", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04610475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 142.8429858260206, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 10682, "predicted_category": "other", "predicted_font": "Bowlby One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"other\", \"font\": \"Bowlby One\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:32:05.905563+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "52e11844-0edd-4ea0-96fd-3281a6756818", "result_sha256": "682083abdf9869123c48ac93d2b224a42b3875196b8ea096aaef5cb515b3e518", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021608, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 81.42920037399745, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4906, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"other\", \"font\": \"Titan One\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:22:51.253505+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f8bff57-0077-4b5c-870b-7436fa8bc16a", "result_sha256": "085bc52058eb98caa7317e2ade7af8598389235db78289350c29961e0eb2e998", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0465405, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 166.0542017960106, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 10756, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"other\", \"font\": \"Titan One\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:55:55.171180+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c6aceae-975f-41c0-8131-1e5c5db3a9fa", "result_sha256": "2751903c0c3a8c8d66f6138e433e870976dc440c0372d7f6c2d2a2288069677d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.02127525, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.50552825900377, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4823, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:08:14.184012+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f401536c-f7b9-48ee-97c2-2642d19006be", "result_sha256": "6117b45a2cbc27396c71125788c8a0a4cebc9862519e9ad42bac3dddd0c8aa23", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.033499, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 110.74683609500062, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7713, "predicted_category": "other", "predicted_font": "Orbitron", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"other\", \"font\": \"Orbitron\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:41:25.061065+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a271729-7685-4169-aaab-0714bdb7cc0e", "result_sha256": "bacace30507eaf6c40e12fa127f30798ffc9bd4d92af7a7dcde385d73084d42f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0703795, "error": "Response did not complete: incomplete", "error_kind": "invalid_response", "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 238.73739009100245, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": false, "output_tokens": 16384, "predicted_category": "", "predicted_font": "", "predicted_kerning": "", "predicted_line_height": "", "predicted_modifier": "", "predicted_weight": "", "provider": "openai", "raw_prediction": "{\"top_logprobs\":0,\"temperature\":1.0,\"top_p\":1.0,\"service_tier\":\"auto\",\"model\":\"muse-spark-1.3\",\"reasoning\":{\"effort\":\"high\"},\"background\":false,\"text\":{\"format\":{\"type\":\"json_schema\",\"name\":\"fontbench_prediction\",\"schema\":{\"required\":[\"font\",\"category\",\"weight\",\"modifier\",\"kerning\",\"line_height\"],\"title\":\"TypographicPrediction\",\"additionalProperties\":false,\"properties\":{\"category\":{\"enum\":[\"serif\",\"non-serif\",\"mono\",\"handwriting\",\"other\"],\"title\":\"Category\",\"type\":\"string\"},\"font\":{\"description\":\"The non-empty canonical font family name\",\"minLength\":1,\"title\":\"Font\",\"type\":\"string\"},\"kerning\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Kerning\",\"type\":\"string\"},\"line_height\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Line Height\",\"type\":\"string\"},\"modifier\":{\"enum\":[\"regular\",\"italic\",\"underline\",\"strikethrough\",\"small-caps\"],\"title\":\"Modifier\",\"type\":\"string\"},\"weight\":{\"enum\":[\"thin\",\"regular\",\"bold\",\"black\"],\"title\":\"Weight\",\"type\":\"string\"}},\"type\":\"object\"},\"strict\":true}},\"tools\":[],\"tool_choice\":\"auto\",\"truncation\":\"disabled\",\"id\":\"resp_6aa27226f8604d7d64634a28\",\"object\":\"response\",\"status\":\"incomplete\",\"created_at\":1789030950.0,\"error\":null,\"incomplete_details\":{\"reason\":\"max_output_tokens\"},\"output\":[],\"instructions\":null,\"usage\":{\"input_tokens\":598,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":16384,\"output_tokens_details\":{\"reasoning_tokens\":16381},\"total_tokens\":16982},\"parallel_tool_calls\":true,\"store\":false,\"max_output_tokens\":16384}", "recorded_at": "2026-09-10T09:02:30.754298+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26a16232-df5d-458a-9f7b-3712ef1a3e4e", "result_sha256": "b1e227754eefb7c20426f8614669c1943f040975a8e87d463f500da5388be09a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012912, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.74023628598661, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2869, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:27:28.783593+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "75bfd314-92fa-414d-bbdc-d9d69c5c3f60", "result_sha256": "5bfd354ab364cd680fcb449a6d71444e54d1cdc1a6dcaf1d4913ba04302badc7", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.025984, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 598, "kerning": "normal", "kerning_correct": true, "latency_sec": 86.32629659000668, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5938, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:06:00.266414+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aaa04f1-b22a-46f8-85b0-1f07813845c9", "result_sha256": "ff6f324f54ed9c2253bedf2c42bb70e96d55c8e105324a575397a98343411915", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.027108, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 98.84140266297618, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6176, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:11:50.341224+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e93783e-a987-414a-a8b6-2787fc6e4dc2", "result_sha256": "c2f6acb00607021d0157cb72227a06ee31a1c5f7babc395123c710af318605ef", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03391175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 113.05811043598806, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7801, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"other\", \"font\": \"Titan One\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:46:15.735224+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8af7ee2a-61f2-4fad-80d1-26c32e792dc3", "result_sha256": "b4f7fe21fe2972814aea12427adcfd97418f06e943bf668fec52f5d741cdd043", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0636165, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 211.48826600398752, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 14788, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:54:58.510493+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "349a73d2-6847-4a76-a0c7-d57aeb41b503", "result_sha256": "5528e8e7cdaae068d8cbb3ab18e92c017cad7122539df4753ad00b166bd7a983", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03032875, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 110.08070254299673, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6970, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial Black\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:09:01.144494+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2edf3671-b6a8-46f0-86e2-82afc83f1c50", "result_sha256": "8dda36ad9f81510e19e4d84f89998f9b96c6c2c70292bdd5431f81669ed41a8b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0191955, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 63.08788150199689, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4366, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:25:15.764966+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b8ba646-1931-4fb2-a106-affaa121a428", "result_sha256": "b2ff531dc6f5aa17449ecf01d62abfa1ed0735b30aed4256d9002e04dd751b98", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02235175, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 72.95650255199871, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5081, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:58:19.183538+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e7428ac-d4e8-4213-9cc9-45f6e26cefb1", "result_sha256": "4f53843b7c8b99c7c6b2a88db60189856a11bb1fbaab0d3586b2567ed17d4de4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01271425, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 43.58501621100004, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2811, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:52:55.898761+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "21444979-229f-4c40-a539-254dba0936bf", "result_sha256": "c8a5525fa9694a448317cfe16806fce68c047ed059a6f9af203440637f32dd80", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00675975, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.389900511014275, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 1427, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:43:58.952306+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9b50aca-27aa-442e-9ebf-902796d5d4dc", "result_sha256": "26d59da6250212e92b7deb6df52d36c55f21b46573bb97379685ca6ca2577b0a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01404675, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.23203007201664, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3136, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:06:04.032552+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "be776d37-46f0-43d1-b1d0-62dc1ac2da1c", "result_sha256": "5c8797e7b098db94abfce773ba6ec98d667ffeaa9c3d9380ebb23a48a22f4e75", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02634775, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 84.51521896800841, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6033, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:57:03.731567+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c76f04a9-33e9-4a67-8aa9-490732867b7e", "result_sha256": "af40df09455e372289e80896487f8a4029d4980cd5f2d4e38694c9194e8ffcda", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01000925, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.053011653973954, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2186, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:30:08.142163+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e92dcf8b-5b1b-4e8d-919a-3c0804cacbb1", "result_sha256": "0e46149bfe1e7b48dd7ae361ed1921fe237b811d7fbe18deb2984aa0ea50c0b0", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01008275, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.722434225986945, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2223, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:46:57.788276+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3807e167-f6c2-4f41-8506-a5edf4c56d75", "result_sha256": "a5bed36a694a9fd9d7b2eaa8ced5d991072b2975c75bc2fa84e28e5977ac4af8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01658575, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 57.94539955200162, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3739, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:22:24.504454+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1c159c3-3aa1-4a58-84f6-1839265f5817", "result_sha256": "f135feb45d98c18d4f6c3fb03899823d999eb1aec29b2a3c615b039ff3b013a6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02890525, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 108.768693171005, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6623, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:06:16.947617+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a9dfc8-df98-409c-809e-77b3ba8691bb", "result_sha256": "536bee01f5c23468c509dae5e55e4368c21ca5fc1bf3cc64bb19bae50644ffad", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.053414, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 186.46671501500532, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 12423, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:49:40.273388+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c43b4942-56b3-4319-ac36-b6de96eee870", "result_sha256": "32b869c9431c93df13681b7010586b6a4b0893500a50a0ba32364e15fd47fcd4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015328, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 54.490283463994274, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3456, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:27:05.586843+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6367ca69-f8d6-4f0e-b6be-8bddff3847a8", "result_sha256": "07b5ea5f8efe89204621ace2dad835e1ff57c9d0f022b281583b42028def8ae1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0150455, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.434081986983074, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 3371, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:24:36.739879+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fc812c5-3234-4e01-ba71-918fc27befed", "result_sha256": "861557aa6caf82b1a894a532cd235ed2deac41558da3161ec166ce44e54627ba", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01172325, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v32.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.412721027008956, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 2609, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:42:06.101174+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3661b878-5ef6-446f-a03a-3ffe59a477cd", "result_sha256": "c2a93e064414991e650eefde1e7abb0e6d306cb7fd53d6b9f6c5922b2b685a93", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01197875, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v33.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.291764680005144, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2655, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:22:08.182169+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f79a6d57-45b1-4c0e-a9c2-41a7dcabe657", "result_sha256": "ee13c1295fa642d9f01c9908ff1f50f1f5b22e0e61fd11af817defda60f0e882", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01143425, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.89753643900622, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2491, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:17:50.271488+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a06c8336-3aac-4f7e-8a18-5e6300b5af13", "result_sha256": "9684c3c23864722de6825a64a6cebb7bd68ff642a84318161db8ae4ee51faf29", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01802275, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 502, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.716403407015605, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4093, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:08:00.599717+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d6e23b-5603-469a-a79d-d8cd077f0484", "result_sha256": "a0c7acc0f6872790c6bc479c41c5978c273d9555cf12200bb6cec3ee484ea874", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0118535, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 40.426989391999086, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2632, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:02:30.961288+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "954b1345-a608-4dd5-929e-caf7d93c5a83", "result_sha256": "03dd5fb709c079ddc8a8e3c71f9f2a49b6a88fbf371563744eecde65ce328f37", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.010732, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 463, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.24469141798909, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2389, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:04:05.487304+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c6343b0-d44a-4d47-a759-08684a08fb5c", "result_sha256": "f275b7eb13bad73eb46d63bda854bcc6e47a7e03a5e358d35e06b8868ca0a2d1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00977525, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.19973453102284, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2143, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:33:03.731263+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebed8c03-bad7-43ea-a7e5-d5ceb83ba63e", "result_sha256": "9309f8e0a2201b7cee6b20d45ce322eb15c7735662b8cf7e1c13d48bcff289d0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0143455, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 49.94514756600256, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3176, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:36:06.843308+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee7ee5b1-d5ff-4294-98ba-44f18075964a", "result_sha256": "c82510c17c29ab9271a57e7808da9e7ac239e4ba4dafdb409cb34396ccd17620", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021669, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.58082825600286, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4958, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:53:39.417396+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "811798c4-efc4-4bad-ba0c-7d8f3c84b454", "result_sha256": "a44830e94f284ad6d6bd73625b54d6326246509080b43fb38c2856b02207b705", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01741875, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.96017801499693, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3935, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Caveat\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:48:35.118162+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "630c4f1a-31d7-4c95-9eb7-3ce874e4af00", "result_sha256": "8cc3c53f1f63d7ddf78a492185c3343ff1c063581e4d308c9652c0945f7b6a58", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0149945, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 48.761215384991374, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3359, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Caveat\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:13:27.621700+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3733a585-287a-4b3b-a26f-afef83f6f291", "result_sha256": "b6567bd091c04e5555ad541e6059412879692e9000b9732c066a8b47d65027e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02669675, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.03925496901502, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6131, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:23:24.126037+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0447b6be-45a2-4380-b5da-c2c5d6f0f60c", "result_sha256": "1419843c4553495d18ea50caefbd39ec6dbbd2ad7f2d9e146c87b16c1166947a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027966, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 91.26340234800591, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6402, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:12:00.826868+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "61b2fb1a-d578-4733-b9c4-2c67fdc3413c", "result_sha256": "9d02af2fd3c6c23c0f54fe6cdef130f08c3327127a7db92dd0a70cdfda695611", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011716, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 40.20104033499956, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2562, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:21:02.867307+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d5120cd-7f6c-4925-a6c1-d1f710a94d9f", "result_sha256": "f976c3b46a3434b4e9ebe610bc1c2557f5a02dbc2965c8bb6b389c58636a75c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0185365, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.332786682993174, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4198, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:08:56.600591+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb48ac89-9f4a-41c2-9af3-6e14da389d58", "result_sha256": "6db6aab78cdbd698a2e2bda008cb05d13234cc29f94d4e4b3df32b6803ed2931", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02050675, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": false, "latency_sec": 75.59459983598208, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4656, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:58:06.495495+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b340cb4-9a42-4478-b0a7-71991cf396db", "result_sha256": "e22aa9923ea11188e3ed7d75a5b67337f5d526d42900507648e7d37aa10da960", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01675725, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 58.02355794198229, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3767, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:07:52.508102+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "340f7ef6-709c-47b4-ad68-f4c7acc5f278", "result_sha256": "df1302e0ce24af4844f3a1bb526bcfbc525e09e0b15cbe27ba740d45083ca4d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0190405, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.39638985999045, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4311, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:39:49.002574+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a4e314c-3832-4228-afe6-1b5abe9580e3", "result_sha256": "7f356770127e8410516f842fb4ab1bc334d364e557f20e653f32a13b08ada0b7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0307125, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 124.97196736099431, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7060, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:16:32.715311+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "afd085c1-2365-485d-80e6-8a47ce9bc77c", "result_sha256": "d441dfa24602b025f17b1c5af590f59f4d78c4d232ee0c953016fdd573e99887", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0252975, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 86.38318960898323, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5750, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:22:19.043482+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9abcf19f-e74a-48e6-9e20-5d75bf919fc0", "result_sha256": "043f8d29eda3f2025c079f09451ffe37c0b612239b258437138dee4fb24a653b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0363215, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 134.67622031099745, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8368, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:54:46.954813+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e7f1134-4fd8-4198-9ae7-3575e9f4e2e9", "result_sha256": "07a5efef6fcb57a94d63efabf01a6b6861fef4d2aa4fc580aab10bc23e35c4ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018388, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.61896919601713, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4146, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:03:11.489158+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8c9286f-5f5c-4770-8039-7d31bdddba23", "result_sha256": "a5665e9b0d437e276876ea1f566f8de28e833c71d7c5b53e9ca8ff71bb5c0d84", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01617625, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 40.99921263800934, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3640, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:38:25.029423+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5d840d5-8584-4a9a-ba07-f3497c8487b5", "result_sha256": "473730acde664f25f1e0ea26d2f313ac20b8f78549fdb7c43e745058d6a3b48c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01564475, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.98192228001426, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3512, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:32:47.931941+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "da97d8f1-c1bd-4432-96a7-dc84e313db78", "result_sha256": "39bc8a9434f9223af32f66d48788f7249be3c708fcdffc096aa9cb175f9ff0c8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01281575, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.53218491701409, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2849, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:19:32.523340+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3d31378-c063-4273-9aff-3cf1e47e2c68", "result_sha256": "1349657c25501d3557a6b13a08987bd8f34fa871143d893ece3a4b0f109b1dc2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01694625, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.17457356600789, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3785, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:37:03.919248+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "96859c72-13a5-452c-8f4c-0d866129e167", "result_sha256": "94b114d081f129479509a5b66a84d9d1f223b8478dadd1843236d3e116abb43d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017856, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.25917301300797, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4002, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:25:15.394058+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "09e427c5-31bd-4f83-b5f4-a0daa1098833", "result_sha256": "d46c33a132fe9e1591e05951127ccc075fb014d62b342dd7a7a921dd1152b5da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013528, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 43.41540737601463, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3026, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:48:29.700508+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "044d572d-d23c-43ca-ace9-586e14a07b7b", "result_sha256": "438b555d0071374fe9472ab3a5b949850b5b9a151d6111e80984a4d275415775", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0162445, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 54.54209465999156, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3629, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:50:45.812853+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e7e7fa1-d0a0-408c-a6f5-c4eb8870ff00", "result_sha256": "5273fb19d4e93dfe8994fbd99f7800825d41eea7730a613949f1520b0bae24ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01065925, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.93775422201725, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2351, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:07:25.467952+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e258667-a49d-451d-a471-79b147ad9d8f", "result_sha256": "c6c99e3c9dcce2fa248d80308929592beb670f94bd5ced9e38f670150a84b13f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0093415, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.37819307198515, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2028, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cinzel\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:16:12.490694+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "704f5a2a-056f-4601-8f22-78294c76e74e", "result_sha256": "0fa885f88f4e8c598c61c24db2be7a4e875c2f79f517d1b48e5a4189469fbd44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02664925, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 81.34864664700581, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6071, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:33:51.472332+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dffc1f0e-d170-405e-a495-df0f60f07d39", "result_sha256": "54fca86b3d85ae9b3a8000e2418b18ac46cd87b921f1558dfec6102c98aa1ea9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01094575, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.707515935995616, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2409, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:03:06.725488+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b9c3864-1512-4a75-a5ca-8ea16e0a481b", "result_sha256": "f587005553adc71441f0fc4b1221fc0a4031e44d239e72022a56a116c1ee3663", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0188085, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.959386092989, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4262, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:37:53.925971+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab4bea46-e9d3-47ba-ba75-4e23e9dec93e", "result_sha256": "b8fab3f1f1ed11cff0521e4fb675f9505572a4660eb19bd9e92e0737237491f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02981425, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 122.70957579399692, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6846, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:20:53.129862+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "df85ba0e-d830-4fee-b606-6241542f8b68", "result_sha256": "97cd2ff8168086c3b36f58943d60a1fb8ec183fe6a2971ba2d71e7ca7d274ce4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0318285, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 120.71608239802299, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 7332, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:44:22.655617+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cae564e-6350-44ae-945b-230130acadae", "result_sha256": "7abbd5b034ee85cde655defbc3a5fa9f3d9dc848069d0bc8470e6cd4ec83200a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01552525, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.304309049999574, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 3483, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:39:34.294191+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d69f093-d19b-473f-9611-d249194df930", "result_sha256": "95915e342a3889f25752fc3f8dac1b5e1c942aef703b65493ee2bd3afaf50fe7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01877825, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 79.72253685200121, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4219, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:43:13.474890+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "39c25e75-efd6-4c25-bfae-f9eb1b98ceac", "result_sha256": "efa649f9640d923029aead195b0f2a3ecd7415d0f9434fc14731075d5a80d2c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01055525, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.422630159999244, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2303, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:08:56.998525+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f603b2d-a5ed-49cf-8992-8bbfcaaafe69", "result_sha256": "f8ee78e530cb3e7e4f6b89d4ac2a09ead306ca82b9421bfe6ab94c6c0b5d90e0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0158065, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 45.40191825001966, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3553, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:32:00.106130+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c44e8d3-4524-4962-91b8-5551467cfc1c", "result_sha256": "e7c46291d09fd936dd4b7f6383d58c5c57206246daaadf5f65e12a4b2dc95d7d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016355, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 48.246387911000056, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3670, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:33:58.314593+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "43f694ed-8e78-41f4-9c90-1e763a4d165f", "result_sha256": "c9c64a4adbe694b6a33898ae78a5acddbcb6196547b4b5c2d1b1cc3e866d43a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01876025, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v55.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 65.30909298901679, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4248, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:48:05.944728+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ebbfddd-f1d9-4759-9be9-dad282700f7f", "result_sha256": "290450d8df635b8bd94a6335fa11f368dc12b64a7f216edb4de795a40d2e96a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01413225, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.49108847498428, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3147, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:04:14.637930+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e3e64b2-e24c-4c88-8643-42d75be68d08", "result_sha256": "37adae7f6fff7d8ba18ba6543ab3c3a1d3b9bdb9073cbac4e064ec23badaa2ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01935325, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 68.77001876200666, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4359, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:07:45.695777+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "42501488-d16a-43fe-83e3-ca16ee2fd3a4", "result_sha256": "a8032f12650917ff7f801d2bf96f21949688b0f1165cc3ecf91e26bfaa38f5d2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01031925, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.29956452400074, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2271, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cinzel\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:46:49.126790+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a20bcb99-b999-4ff3-9bd1-902fc3b5f7a1", "result_sha256": "61e91a75c115e89632606d826a619adb7da482e59461ea12e593d848a0724271", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.026305, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 99.19948174999445, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5990, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:27:25.581559+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "92a52214-0630-4f1f-bba9-09273e542910", "result_sha256": "30666fd435a77279ed15f4ef13da837a1856109c5ba9c543f7c10fc76dc23f77", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.027553, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 98.60344258899568, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6326, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:27:44.782378+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b480804-c936-4e9d-91c1-135b006bc5bd", "result_sha256": "3fdc9636b4e6ee8337f2b4e424fbe36fc5c4ea90a06f3a0d842440b7fd6f23d3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00917825, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.564202679001028, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2009, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Comic Sans MS\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:09:07.886521+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f86396c-a505-4bfe-b75f-c9da97a14228", "result_sha256": "c82f285ddf3d8ed897da17304b729b43adcb00e2d8f68a4c44aa88e742ea79ad", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02012475, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 68.33010894799372, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4557, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:48:26.794393+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9152d83b-12e2-4328-966b-1951a7ecc640", "result_sha256": "1b9d1def51e7e0e955715804374e9e87f0b93c9c61e31b1eb5cdb9587db9e47d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01382775, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 48.060701357986545, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3073, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:42:14.045126+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f007af4a-a02b-4e8e-b0e3-49d5adfdad7e", "result_sha256": "1d4bda9e756e0e15a2e371b285e06455809448765a190a408d0b593ba92ef788", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00874025, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.715716428007, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 1893, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:17:55.790304+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fda69b7d-9b85-4655-909c-ad6b2f803e7d", "result_sha256": "f2307aec28c2d1e1e7fde7bf9d1c4a043d8e448b3b2d2385232c3d18f97ded9d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0107445, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.41853751099552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2359, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:55:17.299631+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6076534-d5cf-4b31-ac15-5cf20357e834", "result_sha256": "579fa2189ff8c0a454bdd6f280ca85a313f519b9bb874049cf9c9843c09992b9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0196795, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 63.56855622699368, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4464, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:42:57.870830+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84398ee7-c7f5-44e7-b0e2-c002db0c89f3", "result_sha256": "f2a2779534733efabd594ab05ef0ea55a0c90ef800172bc55af6bbbbf5f5d1e9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01670725, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 54.85822305700276, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3762, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:10:15.584489+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0cb4a56-6431-4283-a190-d459acf8b120", "result_sha256": "fd3e7e369b07f1a333326fa651bbd78786a087aab4f90e44709f0368f02ef0f1", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01711675, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.50554016197566, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3861, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:44:53.307285+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "646a0d31-e413-4fd2-8652-ea28116cf9cf", "result_sha256": "53037e11d038aa0f24857a52b6190e56da7bc0d4da7d69963f5ecef56d99cf61", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0092605, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.148996695992537, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1996, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:03:30.530666+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b55d1ac-27bf-4632-8d88-708d3fd7229a", "result_sha256": "18ce8064c1cbc0507aff49e3aa14d4d99f9c2f078687924b92cd3a6f46067a7a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0110085, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.79488405698794, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2412, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:02:05.654608+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "efb4d06b-2016-4171-8f44-b3dd3e4ab531", "result_sha256": "272f13452edb48c4ea6fbdb68caf968d143c974add7e874089df34c0fc0701a9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0080605, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.387779225973645, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1716, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:17:34.708292+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c29749a-30df-402c-bd7a-25faf43a321b", "result_sha256": "a60d9420b58181ac6618d7c53980f21fbbd7a36b7135c6139974a99709a49f4e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0094655, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.517033005016856, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2061, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:14:20.940274+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4724d93-7334-46c8-aa31-438035a1fa0f", "result_sha256": "6c03e7990828570615bc90d22034ddbe8c60e8d5600448fc327ba3118216acfe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01534075, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.928883804008365, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3459, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:04:19.043325+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb72e66a-3657-4b87-8541-e6ac1bb5e364", "result_sha256": "a36aea43cd5aa34d3426644ce351d1426960ef00088ef4fb6f16abeaac49a37a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01221975, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.498841900000116, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2697, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:47:51.170760+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd7c58f7-705e-440b-b474-629785c7da96", "result_sha256": "a9832fd03b1ed3cd40c6fed1bf80ae07b0feecdf60f3cd886ddd03fe02c99b13", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011112, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.169636150007136, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2434, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:03:48.982406+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6c28262-bd9e-4dd4-8d07-ef1f507d1065", "result_sha256": "922dce85ffaccb5aa0fa82ba9f87675ce9b2679fba353d4628e132807b3429fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02293325, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.6867390810221, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5239, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:20:14.639180+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e2d8ea1-9300-493c-a1d2-e70061a1080e", "result_sha256": "7e64a4cec0c1faf11878ff7329a25b5821e273648a33154b8442c00f23ee77fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014609, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.7849292139872, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3238, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:33:08.359106+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f52d3eaf-8257-4b47-a6f3-6287eff51878", "result_sha256": "4a27048d33da48b5d3aa7fc89e14f96617a874f936cfdf5c18f8add173e84ad0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02389375, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.59593912999844, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5465, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:06:10.113836+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bce0d0ec-fbfb-435c-ad73-8f1342b28cd5", "result_sha256": "1624823e2ca1afd09f6277d063a14c7215b2107777cc3d2a2a7df3f3dbb369c8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01009175, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.955668173992308, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2211, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:57:34.594951+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b29312d-dd8a-4bed-aaa0-52d6bcd79ed1", "result_sha256": "87944bdd0ad71269ebafd7be251b882baa09e4033d797065292b399967e6cace", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013694, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.758143332001055, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3053, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:03:03.694134+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3596cdb4-f14f-4537-930b-3dcdcc939e8a", "result_sha256": "6e350f5479a8c729051bacff2215b84f2c2aeacbff707f3d88c0aa7a51597f5f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.023173, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 76.94223211699864, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5286, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:24:15.502676+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bef35eb9-2b76-4d6b-84ac-26f08f808ef6", "result_sha256": "a47b0bd7e01a574535f2667fc902fbd0aa15644eea112347658568fa7071887b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0442175, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 149.61953603298753, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 10235, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"EB Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:24:37.090011+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eebef2f1-580e-438a-a656-8154ab29dc27", "result_sha256": "1572b411e23c4f20441c137b378db4b5fb0dafa02e0b59345cfd3a2228da56df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02953525, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 105.14158781600418, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6783, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:59:16.610369+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "92c42a8f-8b27-4b28-9915-76b92103571e", "result_sha256": "bd2dfa32f8fd915f6f99b923c2af42082ec14286710b8947e91022e10709af78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02072275, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 61.51469074600027, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4693, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:06:47.139807+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c91e7389-f972-4aa7-afa2-044f55945d03", "result_sha256": "d44cc277f5297f22fe4afdeb199bf3bfe9c508ecb6b68a1ad9ac386d611007ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020027, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.29554023701348, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4534, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T09:00:10.642616+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "000218cc-30c5-4ba3-83b2-f8d4e52c5d6d", "result_sha256": "3cf406b45d2a4627c11bebba0dc7370f6ba2dd88636fbcd21087398c44b06728", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01398925, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 55.07186866298434, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3111, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:59:34.532500+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "72e41b73-2388-4d51-a744-d4f6042a91ba", "result_sha256": "548cd488981269883b949067b0481895d213d001d241d360855965fe64e2ae9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0213035, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.11294389501563, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4862, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:01:29.533207+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "49416a9c-5d49-4b39-b894-a4ee5ba8de23", "result_sha256": "edd716591214284d8f567dc933ed6ac3a16d02df83c0203b8e56b25fe0755e4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016686, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.34612057599588, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3757, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:25:33.466180+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81f6f913-a3c1-434e-a6e6-73401a5ff54c", "result_sha256": "5bd55ac71693254a524920e17d55234ce492aa8b5f01f52121a60ce4083a71bb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01313025, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.45240464701783, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2923, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:42:26.085341+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f35e60d-d5e6-4c2e-8037-b16527c31dd9", "result_sha256": "dd668c36c57a844c86e0c4b1d132eecdc2d3a56ee657a74012d57ed518d0b4d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02049325, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 80.5324744520185, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4639, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:08:41.653459+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b2c0cbf-06d9-4007-b524-e8e3e46306d0", "result_sha256": "24ed198d0ad92d6f4c8621cc317eab6618ab1d496be6212aed684c73af951988", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0184375, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.88220278697554, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4160, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:49:51.407525+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4a79c3d-9e71-420b-bca9-ed948664de00", "result_sha256": "c2d7bb6370c2c165aeae2ba7fcb5837b54990bb81fb68c362bea3ca185cd322e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022594, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 89.23765556298895, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5158, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:00:16.386436+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cb24578-15f1-4f34-9682-5eca0fb8c542", "result_sha256": "a0a3adbf26a1b30e37267c2a6eb5f3608482b1267e352172e49d277f7ccbe5ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01492, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v36.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 53.94198627898004, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3360, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:09:56.935615+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1848d3d4-302b-4045-b2dd-49c835cbae39", "result_sha256": "0964eede78ccc088285ac139657569f9c5efef6020ea34b3f322376b40433715", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01334675, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.26129077799851, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2941, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:27:41.175871+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb9ef4fa-ccb9-48ad-8a4b-2e8522f72446", "result_sha256": "9cb6bf8d899c3ee37a13de26176bfb35126193942881eb383082f6589e302b6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01726375, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.43808940099552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3905, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:36:08.856509+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "db84f414-767e-487c-a24c-712e2e01aa78", "result_sha256": "1227cae02da6059d595f03126e7e7c8791c1d4b3f64980a207292a553cea1c9b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013532, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.64617745400756, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3014, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:42:34.973554+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca7354be-affd-473a-9093-59b270cc3926", "result_sha256": "1ff7a1fb53bc157f1346656599f546fb4fae209f55942bdd4f4971e9eba74beb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01078925, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 502, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.977002889005234, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2391, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:19:29.136618+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "07d781d2-ad68-4098-a1e7-44635c891902", "result_sha256": "2d66f3107d017a74bf353edd46189646f07ffd90f3d3899402ab589e20636dc0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02178575, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.63286848700955, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4969, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:15:56.517007+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fccb35d1-322b-4d28-93be-b44bf7b07d52", "result_sha256": "570d84a9b17e0931c74b24a93a8f8caa51fc783abd8fba2d7ea6bda2e1f965d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.024826, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 65.25333898098324, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5642, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:36:03.536062+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d34e856-e8a0-46d1-899b-07bf1ecd9d00", "result_sha256": "18f64514ee00c7a309c12eeda69c177fe845f8233780d1fe69cfd02b5570c476", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.022531, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.84744152301573, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5152, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:58:33.339321+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "549027c4-f944-46e8-90fd-a7e5068fc0bd", "result_sha256": "94d7e97ad9bd748b5f5e6551f3edcf8c0ed12bddb103d2483738f2ecc3ba23e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03259125, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 114.38197367198882, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7505, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:25:47.353140+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31b8474a-ddbf-43f7-9ed8-8ecf5d2ef6aa", "result_sha256": "d0e6446a29d55a6fe2c4564ebdc258987fa72c9fc7dead2e7737a40fc725774f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013643, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.12432185100624, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3041, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:35:29.049825+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "80901402-5ad1-4fb9-b62a-951889857938", "result_sha256": "63fea08bc79185d28dcfebc8ac7587a79dccbdaad2b7ea2e9559497ea2ec4365", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01334575, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 49.84433785598958, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2974, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:40:35.272134+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5602549b-5cb9-47f2-9948-aebd7813781d", "result_sha256": "e06bfdde15e926b384f5e774b019f827305564bc7a7e60699e807d2323c5c242", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0090705, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 30.074305043992354, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 1956, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:33:26.096497+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d618b57f-259f-44da-b8ad-dff229867547", "result_sha256": "d7d4259eff6eb1be970ce343eccd437981bf1635c36742e6a354d081f754db8b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0100755, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.64048338198336, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2176, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:06:58.607288+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e14e9f2b-6569-4e60-a1ab-333c6ead4912", "result_sha256": "ab961cd08708f3c3d61edcc345e47894112fe6a2202a26db8d53081044758cf6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171655, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 54.84917067800416, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3856, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:42:44.073078+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "33e4b1a9-5d4f-46d7-93b3-fb726a38c3d3", "result_sha256": "c4f92c610d748cbd0cec27f2ea318288e3ddf79f34f86d84821b4d470249f1ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016941, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.80808357600472, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3817, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:34:22.013648+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9359c0d6-8dba-47cc-9674-a73454a84a59", "result_sha256": "0bb4460bafc5194a5f626cb2b7449fb38b3c46e17ee9bda9c19b03cde6bd800e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0160305, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 57.20508053901722, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3596, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:53:03.240467+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "24865ce9-9106-4f7d-9a5d-2ddcb4dbfe89", "result_sha256": "1b561bcf4c9ecdfbfe194a3c8057117be5e7c2c34289bc013b931e6216e33bc5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00842825, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.12030434201006, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1814, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:57:46.346322+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "688ac8a8-b280-47c3-aafc-48bcd29add2e", "result_sha256": "cf209b9465e9f2ee996bb10f1d02b8f31739784be78f67c5d48d0c97c3ca0eac", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0094795, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.284990131011, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2064, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:24:42.022577+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f54bebc4-7b3c-4f65-a0b3-74a4545f36a8", "result_sha256": "767ab44b3a4c507323642d099a595fd83d14b043880cfe44cf7ded40905472ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00642325, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.68699617200764, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1309, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:50:46.060414+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e438ef79-95e0-41f8-98d4-de6c05cf50db", "result_sha256": "1040c1a07d61f4bf50d4eacdf0daa00d2b46b65ac0cc5e271dd51bace1204207", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01478675, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.82793063198915, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3301, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:44:28.698790+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "550b922f-6877-419d-8c68-c2fbc44b63d0", "result_sha256": "1a3fe936b04ba1e4e77fdddfd142129d51a8be7eabbc9f3997dbc9228c7f849e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02120575, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.54325541100116, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4809, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:06:01.390709+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b6d6f3c-882b-4db0-a755-03c97ae15d72", "result_sha256": "2e7f422bafd497e934031d91ecfae22777ba43ed70c8cc4820d0f36142a182b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01558125, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.03560415000538, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3500, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:22:03.929115+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f6e1481-4bd3-4c04-a871-7bc99e9f6294", "result_sha256": "a5fe45d7efdbc1939620c4702de8702edd549fd3f4ed7f050d2274d5da9d2163", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011724, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.89622422901448, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2608, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:57:14.753556+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1291a5e3-0ed2-4d0b-bb11-65a8c121e192", "result_sha256": "f9763c7b1b50e65afffb8030c3862487046346c597a3c535bb0c465a415eadeb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012122, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.82207180201658, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2674, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:02:44.517100+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "79f4216e-bfec-4fec-bf7b-fee186e21066", "result_sha256": "bec86668ea30eae605fcb17e7c262167e15219d7490f239a7d713c7d7847a770", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01289275, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.837296190002235, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2853, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:19:45.824067+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "71aa1c56-00c7-4671-b6c4-61cfe8276027", "result_sha256": "e434b6820db3dc2ce7496f0e39a945721a51d8c7a7b057550e1f445eeb3d17bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01060825, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.51810880898847, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2339, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:50:47.887794+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "203df763-800c-47d2-a2b5-2e6135c667bc", "result_sha256": "02a00760e02cbce6890c76d8fd13ba1e7eb97c84ee075393bcd5d091b69341bc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02048675, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.74017117198673, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4621, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:37:07.875990+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84f4dd8d-7e58-468f-b50f-9e9c57114ddb", "result_sha256": "b080074ade04d0d8373e7745fb038172814ca42d3697ce54246c8331831be9c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0229545, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 81.5307611390017, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5244, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:05:19.708593+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5248e7-bf61-499a-8773-083d9039858c", "result_sha256": "183f994f33ad2d4b0078f93fb84a090260acb76529ec1fde3ccee9a9fbb2cc0b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0146095, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.014995194011135, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3274, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:42:30.342443+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fb160ef-aaf2-4ebd-be8b-fc3d3f30bb28", "result_sha256": "e25a40c38e7c5dac54a6b44274b3903609b7e0976439481674b6d15f2839eb1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00929525, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.910464312997647, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2018, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:12:31.370088+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9951c0a7-2f38-4d54-ba91-2980c065ea23", "result_sha256": "7fcec1916d7a0ec63c07f5fb223474382fdfb637820ea13a6ad49c04959e467d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022527, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 81.86903370701475, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5134, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:25:22.276235+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c72e24bb-f2c6-4205-95e6-e56db6944dfe", "result_sha256": "b05d677e58709336e89f6d04649713e65c0e246d92ac676e49726dd644b7705b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014374, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 48.46836202300619, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3213, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:25:59.283784+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b699398-098f-4d1c-b987-8467275a432a", "result_sha256": "b9ecd4b327458f8f5e50734c98f99044aaa5c9119b88aa87c3e7abeb572bfced", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01942025, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.4049661589961, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4403, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:35:13.521576+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c52a3c88-6c03-466e-b192-13d07c8151d0", "result_sha256": "251d6cbac3a3d2787a872a523394ac2118203f9e53d92e7095e75c314db21941", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0241695, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 90.7493143590109, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5504, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:10:53.366090+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee008ca3-74e8-4a2c-b5b1-70b3b9818279", "result_sha256": "43f50ef9243c672571ef560347a7100090a828dbc3781b576e312a45c91fddc5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0295725, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 93.69685888697859, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6780, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:17:11.200727+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb5775e7-102c-4b2c-9c13-d27b1f2c8569", "result_sha256": "65557e2eb04daaa6202cfad70fa02577658ca10f53826b06b568f01bf83eab3e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.040607, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 131.07394899398787, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9374, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:42:00.039763+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2ed72c5-070f-4df1-82e5-e744ab3f7e84", "result_sha256": "fe8647a1093899ed1d4a2ae7869720ea1557ca90adad3c3aed8b9195f7808f85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03568125, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 138.95353170501767, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 8245, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:35:24.750523+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "279e0915-55e2-4f98-bfb5-ce23d01f16cd", "result_sha256": "99b30da20e591be178442677b9edac93fc52397e27eacb323a5e77fd46c031e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0129545, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.168659268994816, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2879, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:10:00.607920+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d2585bd-672f-4f91-b0dc-c7dcec260640", "result_sha256": "9720c869fd1342ccd7fb55c7548952a321efd2b76bb7477e1dda5bdd6c7b4941", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00986625, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.78854365600273, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2155, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:25:22.834651+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fbb3945-d941-4bb2-b420-f55de9bbb93a", "result_sha256": "646e69b3d1c1704052bd89555d7d2226327d1ab1836dfe210caae1a349cfa81b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0126435, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 46.49318913699244, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2792, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:09:31.045552+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e970f5cb-d073-4e9f-ab11-4ef75d4f7ce2", "result_sha256": "9677044223b0188896fa49b82d3d4466cb243d57f6b5f16b227b816e9882880c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0132865, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.31287407298805, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2948, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:35:13.396572+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "34134942-62b4-49ef-8378-d3ce4cf17ec4", "result_sha256": "e5fec4332043e142a2f71cfc483a2ded81dc155176e99c63621387436184afd3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0161765, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.78882515299483, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3648, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:37:02.100369+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97f369c3-d7f5-4245-b525-a0236528d98f", "result_sha256": "c2aa7956dea4d2ac32bccc85658b706d871444e5c09c151a1c2828109e16d4c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01180475, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v36.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 45.6398948749993, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2627, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:56:24.275524+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e79506-45e4-44b0-9f54-1ea84bd475c5", "result_sha256": "0b1d8f0b78467e08c8d0252b6182e413a5faca817ec6077bdb92c9bfc1872e14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0370915, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 125.37983061600244, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8528, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:36:07.270612+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d740a49-9147-4578-bdf2-de1fd4eb879c", "result_sha256": "14b16d893f8c475e353e6c90cecf6a30ba26829241ebbead4984daf9b7d9eef0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02907025, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.17418540100334, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6683, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:31:45.239032+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "55047fbd-3785-40a9-84f5-835c9c111bb4", "result_sha256": "246bf7645570cd2f0396e810b1193111152d660831f9f39acc7f51c774b086b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0179095, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 71.56643969600555, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4044, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:27:11.680530+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b25c112-8012-45b5-a436-c5fcb67bd9c3", "result_sha256": "6d6f98a089d43a90ebc7f421c9d21603b65fa6c382372bd4f9bc73d685870118", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02891725, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 103.14910564399906, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6647, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:14:30.010015+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "256f2720-fd1b-42a6-94cb-2be4579e8dd3", "result_sha256": "ce77b56e9a41a12ab542fa0a9e15ccf61fee987a05a4b54e556fb4940383f48d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01522375, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.55553716799477, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3425, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:09:56.924644+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcd4ec9e-698a-440b-a570-e8baba885734", "result_sha256": "3b76e9e37e1af0987b35c39fc60e40e51498425d354a91a6b09d34a17b00461c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02383575, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 85.94050683302339, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5409, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:51:23.902989+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "67abdd76-4fe0-42f7-99c2-b19fe2b2205c", "result_sha256": "8692acb187e1c320f106b4a6580081109a8e30e00947bfb3681b3452d9468442", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01459625, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.745458366989624, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3285, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:46:00.507649+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3facc0c-2df4-48de-b949-527be58d7158", "result_sha256": "86fb92c173f70d18d5cf9013be8698937743007bc0e0248c6d9fe4af8a189e65", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018494, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 65.90650399000151, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4188, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:27:40.998868+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "575db1d4-5bf2-449f-a7cb-f1f61dc8b59a", "result_sha256": "9b573b307f52f3816ef7d8c48d96dd5b7e5e86c09b9c20d9d420374314f7d5f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018386, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 62.82483879299252, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4157, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:39:02.599697+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "854d9ae9-618d-485a-9c7c-cb316db5a606", "result_sha256": "e62ff8e30178ded784afc5a2b3a46766818533cc7eb384c7e73977a749e5ab5e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0337135, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 127.75466577601037, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7782, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:16:10.041740+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "34f42c33-b74f-452b-9a20-c2aac5880e5a", "result_sha256": "ee70c95ee792777dbfd574b9582a18be87f37b717c2d67a092feb23177a8052a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01776175, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.616304208000656, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4001, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:27:13.093940+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "baf063e8-c7d5-47cc-8ea2-34cc434b8404", "result_sha256": "19d865d47bcc84e949d3c42a9dacb751641d4caeb8f8fc72114fb40e28ba2e8d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171215, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 71.70422426899313, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3848, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:11:15.616687+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "886d476a-5ca3-40c7-9eea-8862a381c458", "result_sha256": "4a8bf42f34a46b43e4974d4b5e6203d3117a539bfc95d2f03fd8e6e209e84edf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01395925, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 42.076707108004484, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3121, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:44:07.430085+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e69e5e2c-2c42-48c8-a64b-50b6b331b62a", "result_sha256": "1c9fa41bf09426394716d878869cd76e10e3313c1fca9315a5051091244d5c4e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0169495, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 45.40689439701964, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3819, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Brush Script MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:36:23.929739+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d86ce0a0-fa52-4499-82b9-3d32d4a7eeef", "result_sha256": "ce4079951ac69ef66ab46e863bc1b5fee19b96350de0a812a1076fb5cfeec2a8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02928875, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 96.22607485501794, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6725, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Dancing Script\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:38:58.257335+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1443377-3b69-49c5-b380-203152aa5ea9", "result_sha256": "a9613e8c6fc9f5095fc8f361f187c37c85406a84d88bb990349ee067be8be539", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021888, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.71741074399324, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4981, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:40:55.521732+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13632c99-6496-473b-bc9a-863deb86ad3d", "result_sha256": "e1f343604c8f82f7e79c5b6de112cddaab883ae63004b934818316ea52a50f89", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01748625, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.35665662001702, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3965, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:06:29.842971+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7586513-b950-4e70-aa70-c4c6bfb9ef52", "result_sha256": "7268669f4dc7493a05a1c44669975c372d6c46255e50767a4040ea90a8efe1c6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0180095, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 59.62557510100305, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4074, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Great Vibes\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:36:48.923876+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "becd3e25-3cdd-4935-850f-8e5c54c09105", "result_sha256": "b94260e4ebdd02a94bd2ee0aafffb1894baa451ca84e41c7b5d57d2489d06f63", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.055251, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 187.1206923709833, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 12822, "predicted_category": "handwriting", "predicted_font": "Monotype Corsiva", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Monotype Corsiva\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:10:11.396406+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a129882-8c63-42f4-8e92-3aa3bb769248", "result_sha256": "7dc8959350b2e6f616aba00c64a35df853d5f9f37c909f397a868f8c1c11b25d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.039067, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 133.1717214230157, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 9034, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Great Vibes\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:53:04.587489+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "20f2a2f5-decd-4ac5-809e-293e162b2011", "result_sha256": "c4d9398b6bd98677e559a55ba6e1761716c51edfe9b1244fa39a810d972a2c45", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0515465, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 167.68409195300774, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 11978, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:31:36.911977+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6b74587-b12a-4984-8a25-236923f123fc", "result_sha256": "e4201408b67f9d3717f4155ed175ebbcd02be7886b95a717e967e1ab1f8a508a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.023758, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 84.09520130298915, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 5421, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:56:59.092426+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91775f81-2799-42b8-845f-8e152d0e1fee", "result_sha256": "c04eb64334e63f74305c3a35d1c11d3293029fe71897ce448a51411cc86b46ad", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021035, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v32.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.70122275798349, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4800, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:24:37.096167+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2bf9c9f-f2a7-4f0a-82f5-c86788e9f534", "result_sha256": "d9ee27b32929d44711644614b622557f65490f43e857306cd648a6e4d285764e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02205975, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 74.4652373919962, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5027, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:19:58.811654+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb7cf17e-9a44-49de-91b8-f0b5797b7cac", "result_sha256": "04afe55296ecebcd716098c2c6ced1699b465972b3a64c43de367c56b4160f94", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0180515, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.48958093300462, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4048, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:00:44.638621+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c79be1d-1b9e-4d9e-890c-6204790c5432", "result_sha256": "9ff2fd79ca60f8656f657d7864659389d81e0e207e9b4994dca139c9b076d794", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03705425, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v38.png", "input_tokens": 502, "kerning": "normal", "kerning_correct": true, "latency_sec": 126.57165662400075, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8571, "predicted_category": "handwriting", "predicted_font": "Monotype Corsiva", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Monotype Corsiva\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:19:33.266464+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddbd3327-53ca-4841-b033-021253372451", "result_sha256": "d0fb008fd9c118b452333690b8deea167dae45911cef98e2a924b7b9115d501a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01360025, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v39.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 43.751323159987805, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3043, "predicted_category": "handwriting", "predicted_font": "Monotype Corsiva", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Monotype Corsiva\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:46:48.384153+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b20384b6-0571-4a29-abee-f06898aa57c8", "result_sha256": "fde83f04d9aa1714201f49fb2eb44d4fd95a0bb3a5189ab15a8e84a766bf97d7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01675, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v40.png", "input_tokens": 463, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.71638487602468, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3805, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:33:03.036266+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84de7a8d-ce1b-4945-a53b-c33acc176f45", "result_sha256": "a919706dabd1affff9be7079d7e83f251eff0d667e15f45c41b07b1548226ea5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0085385, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.91060730701429, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1852, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Brush Script MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:10:34.868421+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f8389d2-be77-4dae-a42b-9a2bf0b0b855", "result_sha256": "40cd0eb7247ca61f9b548f0eb5aefe73e680361eb090b89298713818519ce52d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019233, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 67.17860276298597, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4326, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:59:38.370086+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5d28bbb-f157-491d-b39f-089ef2e2d34b", "result_sha256": "3d4c10169469b67a879ad0e69c04a001487907da6bb32b5e3f0e92339df6e613", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03592275, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 120.62302872599685, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 8303, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:36:32.910153+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe05e421-83d7-4f23-8789-2e7ed6b7b52f", "result_sha256": "b323857a60e4f0a5ba7b8f61f366948ced116dab67a1ded0b73b58c6cf9f4812", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.016437, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.24416944402037, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3704, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:54:38.276379+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "61c234a9-0d1e-4ffa-ad76-ce9a6a79e735", "result_sha256": "bc1d003cd0f13198fb350dbb93e1c840d3cfd5d5b321370d7ec3cc646a2c3cfa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0281865, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 98.91120036097709, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6463, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:16:48.871269+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "307d3889-08ff-48ab-9319-519cce929b2d", "result_sha256": "22a91f6b6d9bd46b84d1453ec29345df0f373801aaa7c7d853bf056d0b9788f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011658, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.81623821199173, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2586, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:28:56.816260+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "575eafa8-6b21-4954-b13d-3f0f927c5343", "result_sha256": "9b9a2e5a7ec7db50a203d62c11ccad76b7acd24f266d0c5c4fac8b25fe1cdb28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032296, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 126.02482514001895, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7442, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:46:36.311319+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "844cfe59-e217-4bc2-ac06-580db2125c68", "result_sha256": "547c890bdf6f0f7b09c47fe5375ea976973d7e4de2e38b2edee7ffd3af1058dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0263475, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 91.38198718201602, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6000, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:19:37.761091+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5de9d943-f77a-4e97-9740-255b555720fb", "result_sha256": "1646a0f9bf6e1a379b3409081f867bd9e762cfe71d83cce0becef5d25b89e962", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01864675, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.86453861999325, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4221, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:29:58.280751+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5fe65fd-35f8-4b53-86db-0fda52b2897a", "result_sha256": "50afa6bcdc85617492e73f7caf4e3b1709f3888b3356f5f586cf35e43aabd522", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01430775, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.23294797100243, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3203, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:06:19.944637+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dafb017-18b2-4cb6-87f7-d6a2c8f26d38", "result_sha256": "c81ee136e61e7707becf9328049d6285548158d94c0ea6404a08056ea44aeb00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0149605, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.047891512018396, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3351, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:06:51.967236+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "077df2d9-7558-49eb-9ae7-efbe11394ca1", "result_sha256": "9b528f8f9697f0593c48d65219a1088d162f25cbfbeb3dde1130eb402e9d00a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01245075, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.86012325299089, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2749, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:49:06.212397+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f612f912-20d0-4bb2-963b-ff2891b38d45", "result_sha256": "1218e1cfb3f65db358180d73f04dd0b78b2d1a529576f0c23a55e6d6ff5ff55d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03419375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 104.90888475702377, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7895, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:45:25.216533+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ce9ebff-c882-4192-857b-babdbbea652e", "result_sha256": "6fa99e0e5c2768b6c18c90a58467decb22344cf7caaf253c8988597d25c8bb73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03403925, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 115.24404272300308, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7831, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:09:39.740309+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "512be031-c663-4f2f-a061-d4cef910288a", "result_sha256": "47603baf524fcb51acf0964bd0785b19d4a6fe7669d410d5a707ac3939e04f20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0187875, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.00447310801246, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4270, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:32:29.523656+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b76860f-f1fb-4a60-9f37-d2df2a2a2db5", "result_sha256": "163d59257e18e2f08ec2b76249e84708798ce4990539417a4a9cd14b678f7b77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014502, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.81380598800024, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3234, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:58:06.670617+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8b678ac-853a-458c-a8a1-e9c0c37f2d71", "result_sha256": "1f8b3eecd2d0531b84bf117ff24e2dd900d95dbf688efa0dc3f1e9dadab59a08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01662425, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 58.01204322799458, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3731, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:39:20.127425+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c050d51-b838-436a-a7c0-59a66293beb3", "result_sha256": "1afdf4bff341e05b15842ab69996b361ea60c33319f9e4d91c2986a7e4223c24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014429, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.38873255500221, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3238, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Josefin Sans\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:02:22.929400+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7649b768-d346-4d22-bddf-6d0018618757", "result_sha256": "14f52522f861fc28a15a0462a28b2a1d1bc80c8a71ce9a3c1f24db9d3f870bd4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02075025, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 70.49205802500364, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4683, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:44:22.960034+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e7ccf2-2802-4add-aa35-7b0613c4bcb7", "result_sha256": "63adba2b28134f9dd59d40b53a6ebdf24f9dc1b06044056818441d86cae239ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01276725, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.046203980979044, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2847, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Montserrat\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:41:53.732533+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8792d46e-7366-4064-ae62-11d2839fed78", "result_sha256": "18f30beb6c0d896306edbb6bc5d6afbba50b7f86be4556ee71c0d202f2c2063e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01354725, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.42372818000149, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3037, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:38:14.124294+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2f8f267-3324-40d6-aaf9-26a92acac7b5", "result_sha256": "d129c7a63d4f24c545e1ab1f65033a161b7320bb24c06ae5292ee46062115c7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0110765, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.93672619399149, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2428, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:10:32.471513+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb291feb-02e0-4606-952c-6b8275a0493b", "result_sha256": "8c30816a00fef2e28a9a86492bd3362c451b1773bce3727c0126c8188780ac4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02038125, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 58.22683243098436, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4615, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:33:46.309562+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81251331-2256-4b77-a94a-4d3e124739ae", "result_sha256": "ed6a862330fd70d6ca16a4536afb365e700126403e696819b70147dec8d7f6cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011352, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.86357229697751, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2514, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:44:09.263780+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "241df171-b350-4337-86b5-16c5cf09acfe", "result_sha256": "d60f21ce16a4835e193c5fbbb92f2ea19efdb3fdc27630b659acf2aa9aaac0b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.027784, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 89.99819308400038, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6338, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:31:34.459204+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85a01436-ec79-417d-a026-13b955049a36", "result_sha256": "b19ad4c7ade04b589821f16290eaa203a05707808795fa7110b9900fb2a41000", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01996675, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 54.54768249799963, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4541, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:37:57.885541+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bda0f638-ed89-4c08-8791-178495b3c223", "result_sha256": "ebaa8314dea338b2a9821839bf4e057cabd31019b99a244f60c8f671072eb51a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01517475, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.14001119599561, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3407, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:07:51.805015+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "44f14737-bbab-45ff-86c6-86c79df20f17", "result_sha256": "cd695dca2a332339242410399157b0fdaf83d5b5974a19dbfd80a5bb6dacfcc6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0485015, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 169.17213676599204, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 11243, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:52:24.013962+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f787c5c-496d-44f0-977b-c2ead049c80c", "result_sha256": "a3064666c861512db51179a590c8c2ada9272a1295ed2edddf643ec01ac5e143", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0382775, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 122.90203342400491, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8840, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:22:55.483619+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "98e0891a-4709-45bc-b896-5ae30cd7d107", "result_sha256": "c7e3f81b03db9f680a2abb40ed216ae5064ea497479416718d1b55b30cb5f15e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0241745, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.48442705001798, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5519, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:17:09.372566+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "12ddc74d-2da3-40f8-a59f-3835017ec0e1", "result_sha256": "62f897607114694d1b6a62678f7cf8df9de6068393fbd261e2a0dc83864bcdb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02257375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.85981189200538, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5145, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:49:31.820790+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e58f670b-1aaf-4462-a227-6b567682427a", "result_sha256": "428ac767a658564ec4b794381ada9b7400b6f89b024cfe9e0d261780c9f678a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0183385, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 57.471033003996126, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4132, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:23:34.334258+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9409bf-d97b-44fb-afca-87e29cfa97d3", "result_sha256": "54ee25307d68f0b995e6004841d7cd14dfe02f88bbed42b2746cf5a7da31e4cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05373375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 183.45582112201373, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 12465, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:54:52.428470+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bed88e65-a2b9-4977-a454-a99b5c0bc9d5", "result_sha256": "0997a4596b6fd5e5e716f61911600a81d7e836dcb13a1985b56eb574e7697256", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026021, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 107.49452681699768, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5942, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:22:22.531521+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe4c4f0c-cc59-497a-ba29-0b718699291f", "result_sha256": "34d06927fba4e5942755c790117159489b34e5ee0daa908eb880f28ffbbeff94", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0192235, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 59.38442678900901, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4357, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:32:33.879366+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7549dc31-ebf9-4e89-bcfd-1a84bcd1d728", "result_sha256": "1c6d349835c9e64c5f95110fbc491ac32222381e41f9f8e375ab87a1aa4d7a65", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01869625, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 65.01137834100518, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4230, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:22:08.064173+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1a9e0d9-5202-463c-9593-e78f4553886a", "result_sha256": "d1c5ef498a6c694b6bda90986fa238cb27ba982f996a5c65559e86760ee4d60e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02724875, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 91.52522900002077, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6245, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:33:31.504738+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ff8e623-bc44-4a76-8b19-8b224bab0f71", "result_sha256": "3b197bca84086d85cb5b08357e24a02458a11edc890695cd204ce7112df08428", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024484, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 83.76876349298982, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5578, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:30:04.445704+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "28a8d92f-1691-458f-a86b-dfa64f562779", "result_sha256": "fdc87d4f67aef7cb722a47e482f9ec4724b49e5a04cb6aba66b3271b43c8b4e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021404, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.69395843599341, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4858, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:07:00.708934+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36a01315-23cf-4558-b2da-3e3918045dba", "result_sha256": "028f277115a2be8fe38a788706634f2494f4c9169dcd9fef923a0c7d5ae81b20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013662, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.628900817013346, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3034, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:01:33.320024+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a606174d-b8a0-496b-a99a-fd57cdd8e725", "result_sha256": "46ddca908c626aa02199ce38f1ee240771e547ec802449cc7fa69dc95440f2d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01878375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 68.97394794298452, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4240, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:30:48.443402+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb676bbc-48ab-4deb-99a9-e4b246fe6285", "result_sha256": "f7fcb5f0efa2affed9ea273850d9ea02ee5a0c8457d554142460ff2b8166f972", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01363575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.20926727700862, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3009, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:49:26.363557+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6851af47-85e6-4239-ab16-d8d21ae98db0", "result_sha256": "06e5c533d0a58b16289f1cce46bb77df58bc4edae38aed31787e4eccfb365617", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0262525, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.0428464160068, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6020, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:07:42.673592+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdef4af1-404a-4ee2-b6ad-3db5244a23d1", "result_sha256": "c0f2f9d8693b1afa8ee70e8682b69cc0081bb78fefe2150807903d4566257b75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02552125, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 96.2770539589983, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5835, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:48:45.844086+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aa77ace-3c47-4d71-a8e6-d139f3d0edda", "result_sha256": "db73c8d8d1641aebf08fe546b9e954f066123bb9163473d4de8c0512994f8952", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.027128, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 102.52826244701282, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6226, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:28:48.449557+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5569998e-125e-4cf7-9977-b2bc64ed7034", "result_sha256": "68ee00234611602c6198c9e5eece071f0ea720a53fadd7dc75e286d8114ae968", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03273375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 108.08442353401915, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7545, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:52:34.174909+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "944e5886-c791-4b71-8cb5-1ee51c7d5335", "result_sha256": "a9763470d8cf455113788b8c4775937fcfea6983a80d4c656bb651fbf3d8c19c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013946, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.146244369010674, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3082, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:37:29.375967+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1690687-ed06-43f9-8976-68882f6e93aa", "result_sha256": "6ff5018f789a52b99ba0e82e39627d112f5d7b302d95301425fb205ca86a42e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02581625, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 110.60455339198234, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5925, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:42:56.526982+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "058bd4f2-2bfe-4746-94d7-5d1126e47f88", "result_sha256": "402921c0dead15bbedfe9edb2600a88c1a6e56449d464b29d6744844420c5d1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02218725, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 75.1385279079841, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5057, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:17:06.800539+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bacdcb4-7b8a-4adb-a7c6-5e1d1db8d27c", "result_sha256": "ea03cf3adbbf6cfb96d10fdb1cde4230c1b671f247eda3dc8c4cf0dae7b269c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01830525, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 74.03863751402241, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4138, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:44:29.242638+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e9accad-aa85-49f2-a738-78685d687b1c", "result_sha256": "7de319df7a27602c8640ef1204cb4aa7757b0ebd0b3e4ec344f3881e4786e38e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02931675, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 106.42594234499848, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6741, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:08:44.984913+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0241d3de-4fbb-4143-8f4d-7d7349a61551", "result_sha256": "264144cbca496615f3495d8495d10b17f398325849d6ebe2379f043e3ca4084a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0100515, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.41331000399077, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2208, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:49:48.688894+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "482dd29b-bc18-4cc0-88cf-baf6315f3d56", "result_sha256": "6e7e2f3ce8aa18583a826394072b3966443f53cf68ea4a590a5dfd50a2ad832b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023721, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 103.30573184398236, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5382, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:47:56.457169+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d64a69d9-803a-42b8-8935-f7e19391178a", "result_sha256": "460f8d77d979421a45c6e88578414eea06d9106e4241fcb5132f5b8ebbc2eb95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015404, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.61059089199989, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3458, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:58:55.748989+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0483aa76-4aac-4e24-b41e-61b520561834", "result_sha256": "88e7079eb6e51f341f8fe6e74dab044aa666c4ebcc9b919a09865a7022692e5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0107165, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.46380320499884, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2358, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:55:05.790624+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6a0aad4-9fa5-465e-bebc-c841bf15668e", "result_sha256": "cf3ccfe14ae351c1431b371f4f3faba11ce41f9ffbcf7de5388b046b238f7634", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02702625, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 110.71760237097624, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6190, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:10:23.859414+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8e0cd51-f7f9-4a14-b17f-131c5892d88a", "result_sha256": "3d425e0956a1a4e54e7261d063be852e69dc11c8177b585031d5519357c0b6e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0122, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 42.15637936198618, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2690, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:40:51.737479+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f63d03a8-3902-48ac-95ea-17c1755d11cd", "result_sha256": "489f3ce864ef9de074e4d21c3f8b8b6ee9a2309e33380d15c2fd9ed09ecf9c05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04075575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 145.96155773400096, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9439, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:03:55.199964+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "db548d3e-5831-42b8-a954-78bf648629af", "result_sha256": "1a33fb16434fe31b50cfff7be346d998db1c70c70e0fbf52bcb0497d7536e6dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02251325, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.71801172898267, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5119, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:31:50.511414+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e16f1638-d89d-4b4b-b584-fba1c0a7adaf", "result_sha256": "f1eb67f0654aa5628e442335a40fe4f98d56e0fcb9fc2faf109518e26b381b54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02297375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.55087481898954, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5255, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:03:14.071197+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a48e9395-5214-4122-a12b-895cd227c2ce", "result_sha256": "c09c6a85536c19ef9fff3a72043d4704a2a71bf5c7546ef67ce03ccd001c5a4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021047, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 79.9251169039926, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4774, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:43:51.444755+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4282bab-2a2e-4158-9e02-1b0c9456b5f9", "result_sha256": "2275b8499a5f5d27e6f09b417ceac915cb246a33430aa011a766529797678d86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03091325, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 106.42026773199905, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7079, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:00:01.317569+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0a3d37b-4320-41cf-aa0c-1d79c6aa0d09", "result_sha256": "abb45ad02ab50fec87db75f5c5e374f6af9c7ba1750d270f1480b365c6506f4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02545775, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 92.24189624999417, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5833, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:07:32.634126+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f4c8b48-9873-4cc6-bc57-c5683e065afe", "result_sha256": "5d104ea66300982fab116fd9dc1dd7f6d77c47e1711f56242b285c9ab19b9e5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0284045, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 93.93701371300267, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6484, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:18:33.165370+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2babdb11-4830-431a-b8e0-028ab23cb94b", "result_sha256": "c046c985d331e384b33f56941de73d63aa984005f3e9bd9f415de9d255a61ee6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.022946, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 87.44099149698741, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5242, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:42:15.590465+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7cff303-c2f4-4f70-a63d-69dfcd1559e0", "result_sha256": "ba2cc82982f0a039218009f693d9edfc7ba278ea14c3ea5351274ce607776b32", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022383, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.08601976101636, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5116, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:28:49.201051+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea417217-18b1-48e1-a099-1626777bcc3d", "result_sha256": "52f8c4198de1f102f933f51f0ec2da8c41edc098baf9b7e2198f0819c558cb41", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01163325, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.463574289984535, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2559, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:09:58.967305+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "59e73ba3-522e-41d7-bf38-d8a4b79dcb17", "result_sha256": "ced7f5e6b6b8b391c4f680d3d0e034367e501aaca64d8c15dc9b00e40d47b406", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02581275, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 75.0048474810028, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5893, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:32:08.474259+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e14c24ff-f34d-4593-a129-ce495d7c576e", "result_sha256": "1aeccb159c86ca8537e06cc3218f4b4b0beecf85cfd90265137060bc0ee17346", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0128565, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 43.43615827499889, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2868, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:36:17.303620+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a9dc5b6-f23d-48e2-a714-cd1a37d802f4", "result_sha256": "f64d2e485e57d75a3a0c3efc14fe6753e628fc73a7afcf4019dc5b58647c2d7f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0193605, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.1748721380136, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4356, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"EB Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:15:03.637627+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ff083f1-70f6-4d2b-aaa2-a1a8ffcaad8a", "result_sha256": "fa4aeb8481e7de9616419d586dcc253cb0870af290e879a10cf781e689e16cb3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02030675, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 72.28506565600401, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4621, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:52:32.199237+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "39290ad8-03f5-40a3-a8f0-09ef6b49cc8e", "result_sha256": "eddec737705516ddd2956f6736ca30d3a4c9e6d95f135284521e67dc6f4bae00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02479675, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 83.7087834260019, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5671, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:08:37.807755+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78104053-21b6-4342-9cc2-e16ef3c0acb4", "result_sha256": "8c47f2ee790664733e0215a2c044b27b3088ab20a3c7db401f08267b010208b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01193875, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.15773836200242, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2640, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:46:01.812458+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ec3e993-978e-406a-9d6e-46058eeff08e", "result_sha256": "bd4a63412f4b40f3b5e3fc0b805600c4184046b9d7cdbabd557fb432157292d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02685775, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 88.7684981500206, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6153, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:09:34.644434+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9735fde8-dff0-43ac-928c-a964a87808ba", "result_sha256": "c33d506ec4626645bc0dcd17c533699071e5c7d7b070f03feb9ebf2ece4b5654", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0170005, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.010784796002554, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3831, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:12:27.698660+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f33e494-23f8-4701-b857-3e400be7d9bb", "result_sha256": "2d0a583856b666da68564fdb5b55d19e246cb3d7aba91d9bc1395bc4b2d4ce9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025502, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 89.02932901401073, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5834, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:40:16.548839+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09e289a-8c97-44c1-88f2-e08b0f22ebb6", "result_sha256": "081b9f285477d67fdd4da75a1b622b00b7ac0e211b7f1a7ee4519108ede766c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.022999, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 66.73381118001998, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5248, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:41:06.099914+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c3cfaf7-a2ea-4913-ae6f-624a9a243a36", "result_sha256": "691b727e5121d1697dd994891a1fb0b828b55a259214193c7953887e1beffc52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021149, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 65.08277951701893, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4798, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:41:06.504530+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c1811f1-f08c-4f76-a9bb-dbeb15a27962", "result_sha256": "c8bae32362aac6b0dd05a1dd7fa1030fff867e0f1fcea0c53160d099175cfb4e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04084925, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 181.2418459210021, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9431, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"EB Garamond\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:44:55.477172+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ee407c2-b982-4be1-95da-5be19ecd9d76", "result_sha256": "4df1943d0cada51c075a96efecb51cc6c296ecffd055df9a6e8235506a65e726", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0218815, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 88.09830242098542, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4998, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"EB Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:12:37.317765+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "50ce2dc4-b98f-4936-8cd2-f8df65e62f2f", "result_sha256": "bf8b0cdc00eab0859b4bd60b675b36ad1408f4f5d7f3d441e16a5bb7df3531b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0239875, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 96.53398430801462, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5475, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Merriweather\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:48:01.795038+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c42cf66c-dfcb-4b83-a62f-a7f87727edac", "result_sha256": "bd144a2d620065a2125a58ddaed426d1e79dbb09f4ac21d095d3d75f78905843", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01000225, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.416117015993223, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2187, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:25:17.558072+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1490eed-f2c1-44c6-818b-9981c1ea2793", "result_sha256": "ae8155eadf2d6df39cbf184d262253d564afe3540e676469f959eacc515acc93", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017956, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 63.61166015799972, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4042, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:13:49.641287+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c15badb0-060a-43d6-a349-7c378c9c3a6d", "result_sha256": "fd2c20f9be8bf24ece79c16fee8b82daa162139d1413bc1f19e413bb49ec75d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013006, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 42.09280084099737, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2882, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T09:00:07.253364+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffb9a750-d0e8-4fe6-8017-1e45e147b522", "result_sha256": "c3803b082568a923509caf83ead8ba00a1903f2313a920908ff5e7727a264000", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01254425, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.50458017399069, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2771, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:35:08.199602+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78f4bcd3-ebe1-4e59-abae-c0a900e5481e", "result_sha256": "b645ec1d71658c23663958d76dcf26f39c2995e58a387b75da62353b341725d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03026075, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 103.84970934101148, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6954, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:23:18.210592+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b01b60c5-a20c-43aa-ab8e-2381e9b5ee8e", "result_sha256": "8dd036bcea9ec15776b3290d37a377a6a2560c3ad785606841f5ed955767b870", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0177625, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 73.08710164699005, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3980, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:47:01.066023+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "82fe3b20-34c3-4029-bb6d-4e937235680b", "result_sha256": "e5187f45bb6788b6aab7b607af1388a943cb84b48d615c60769fe54c25862874", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02019625, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.18500027700793, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4595, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:36:59.851831+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3954f172-9ef8-4ef4-ac5e-a993df2aab91", "result_sha256": "913dd91ae94912a59cbf6dcf7cfd592b4cc6262640c4ff2d62d58df01f87062e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01079925, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 39.348277682001935, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2371, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:29:49.676945+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "056e0239-e0f1-4f1a-acfe-720d7400684d", "result_sha256": "db26b1a162a5838e0603b9f21e1aa406a56ed58bdad905b4f862c92292252e80", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01942275, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.50840562500525, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4413, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:37:26.725590+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3974435-67a6-46e6-9818-ec62014716d3", "result_sha256": "82277b06001198c21287e7f4e6b7b64a7af2b3e78eac7ca2e148240eb3425365", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009176, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.03764198999852, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2002, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:49:38.948878+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d237a663-90cd-4b3f-99fd-f35165f74e70", "result_sha256": "dffc7f75e4bde77892d43f86f3dfac82936801d3051cbe78ba9c0dca13fb61cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.020134, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 69.99935545201879, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4538, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:47:50.139229+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a700ea3f-7da9-4550-a8bc-7af990e80378", "result_sha256": "b18a74cb41c2f1cb1681b9cf9218286ebdb313d5077632c4a146afa0768ca02d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0163175, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.568548893992556, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3690, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:16:12.819433+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "35260554-1d35-4fe0-a50c-75634a9b0c7a", "result_sha256": "e0d4392ac84fdcfb006264d2a2376b6166e777e857ef3bb41f80ed48b9c5bda5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02823925, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.55777171399677, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6481, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:19:28.691428+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "93c65c4a-7f5f-4b2f-8295-6fffb4101adc", "result_sha256": "d428c1d4d24926e83ac0c2e6509dbcd2faa6c4dba220e8ebc11e23a67960ef26", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03913875, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 136.43678075901698, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9040, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:26:51.312791+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d7a331a-939a-4764-89ee-313b2245892b", "result_sha256": "8806562d330c81fb1b7978899c3b6d45a044ba8dff429846afb507a2ab605764", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.033614, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 112.60225513399928, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7743, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:37:00.033785+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9d3f61d-8322-4c4b-b8ab-90a9d5ee5e78", "result_sha256": "62275846c85d8b983974ff47d9e18fcfce99b7af90cfba8325b2810cdc6c6afd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0199335, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 76.72607327398146, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4512, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:35:38.884108+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0acaefe8-fa7a-4726-9fdd-a07c0ffaeb8b", "result_sha256": "c275e66b4067ec23eed81e88f2f93cfb97ff91897caa04b0a05212bdb8cc8933", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01686275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.456109051971, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3773, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:24:13.365430+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d01517b9-5047-41c0-b68f-8c4a25dfa7ef", "result_sha256": "81a1bcdee42deaa0325c8999ed104edd0bbc458bd1cfa99a214e42b98086551e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02143675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.97585079900455, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4861, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:07:33.384858+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6343636a-abf0-4d73-9daa-7e10ad2a64d9", "result_sha256": "205f02b72966bdd90fc5c601d3cfd29bfc9db505fa561fb8f7871841db678a76", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0264015, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 106.5160488980182, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6043, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:16:36.086997+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b4df3cc-3d11-4414-b50f-656733be74a3", "result_sha256": "fec457364f7a16b443db4e6511071a6b41599585a5c4ebfdd228cb206d3704c6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01241375, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 42.74659557500854, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2745, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:11:02.243735+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "815e7b71-71d2-432c-9eff-9901150a147e", "result_sha256": "95eb6a0047417ada5112789472a8b26cc6ebc6026e3f1d41c915a1ab15b8ec8b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02832675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 100.58630147000076, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6496, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:16:45.005588+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4461feae-5201-450c-a1a1-5a3cd07d5091", "result_sha256": "fd945ba6bca7106524ef80f1b39d12f1f391d8904a99dc0adfe504d18f98de88", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012973, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 47.322116405994166, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2886, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:09:49.283251+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89f969fa-4ec2-4491-a954-d2489521b54f", "result_sha256": "23fa843eea22f32904aa09278154d924591e29cdadbb87998b7c7275969e7e82", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0313155, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 103.24763724399963, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7166, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:05:46.593584+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3efeefcd-7ea4-4ea3-b8ac-30ce9aa95812", "result_sha256": "a96954caca483dc404574af35d47da80b631d59d8c8a37d24dd1b9cc758cc428", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02134025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.77493709899136, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4843, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:30:01.519432+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "60572601-7325-4ebe-b243-f622a1bac9e4", "result_sha256": "5290e0edc0d7b80499eb133aa716b2d1cecefbbb4958caf536eed9759e9cd633", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01721925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 57.08252450299915, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3871, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:18:06.347682+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e8c361-4ce7-4af8-925b-7d113e9bf68f", "result_sha256": "3e33b628aab924723f3eb17eda9456d7846cfd5cb04f844eff4d53978b3c6295", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03065175, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 114.72263931299676, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7046, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:17:35.252272+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "082a6d54-100f-4e50-94ec-695a02c24970", "result_sha256": "d536f781725f59a6e13ebd54f7243d3b1790ee652e5ac8b61bb243cb3c331366", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016941, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 63.577625812991755, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3817, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:27:30.103252+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "51aef0bf-7e05-4be4-a4f8-95368ab13a78", "result_sha256": "fda9a62227fda16c79682cf09a53e621c076929cc1dc51ded470c51c772150b3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0355745, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": false, "latency_sec": 130.68242200801615, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8204, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:11:55.299479+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcc2efa3-13b7-415e-a9a2-52f5ba9cb394", "result_sha256": "d020c9c9f2ce7a86c632a80ee7d0d4ea7560eb65faa8ff10d383c543619aca54", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0120545, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.15880748999189, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2634, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:58:21.804802+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f32f13ba-af8c-430b-9607-f93a23959589", "result_sha256": "c1f55252e43c2253be3a7d3b09c2aae94d6721f7f90a634c615fcd2e0209e9fc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0236955, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.24877165202633, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5376, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:37:29.404744+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "02d24e46-13ff-4bd5-b60c-69d83f2fcbc3", "result_sha256": "e966a813499dbcc88b10e90e8ff9a050e2e15a24a1092574b59c7c68cc1ace0e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009618, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.58370682099485, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2106, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:09:48.956226+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3415683-77cc-4f4e-ac43-8ece9065d9c1", "result_sha256": "6b6c51c0402717979a28d060d5f3396cdd64bc5e929cb8be4a0ea13cc8ab1999", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0095295, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 46.27201537499786, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2049, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:08:18.460815+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e00c73f-b0da-493c-9459-2fbe5795a223", "result_sha256": "7aace3462aaebfe191be8dbe74f150152188e071c0891bb41deb71364d549cac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01448, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 49.50988597201649, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3250, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:34:35.281484+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "80e4cf61-5d0f-48e0-a66b-2356979d0903", "result_sha256": "005160313c01e83388e5fe13aec295c10658b468ea82f823b91af5180b466f76", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01717, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 67.26998107400141, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3870, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:30:22.066750+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c65613a6-3503-495d-b964-fce0d6ad7fd5", "result_sha256": "4766df1862760a54de7467e56e3b8a13773e075b98df22e9fcd3395e0e4337e4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03843025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 135.70448979601497, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8843, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:38:31.143454+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c77bdccf-9d7f-4f30-9b55-6e6b3b72b8cf", "result_sha256": "393d5b53dd4780eaa08a82f0a6ccd4c42d2b43ee77ae02aab8a4fb42a7c9ba75", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.057279, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 198.2731464309909, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 13328, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:54:35.789278+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a238cfe-bcf3-4334-bd22-f7f520783269", "result_sha256": "c8a2af623823521e9ea16381fef4e67624d88246a146c1987382b8a7340402cd", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.04029225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 130.2942841439799, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9317, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:23:07.282128+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbd474ad-1567-402a-a07f-2f589cc7acf5", "result_sha256": "46ec399905fdc38fd1055a4e621e3480c41288d096012ce2217022a3e6afff67", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03181175, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 94.67866993401549, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7316, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:41:47.538103+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "504d4bdc-d96b-4e29-95b9-b046a0acc5d8", "result_sha256": "9c81f4e76548da2068c7773173c590fff504e5108e4b79c7653017c40751a119", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02660325, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 90.80224062199704, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6109, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Open Sans\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:25:46.343069+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7406544e-2144-4e35-9302-ba3b96fc0bff", "result_sha256": "105de8076c77c941fce771f1adc651b4ab81f078ca06d3559d8e6fbab6f72666", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01371575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 47.34259144999669, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3049, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:03:25.700333+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c45aa1c5-c17a-4d91-a955-fd90ad392598", "result_sha256": "a12af3e2ddec8913c794d8bd9adf6f3d1fded86a96ca598df9af25591ac29b5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0334925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 121.91807282200898, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7700, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:57:39.598952+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "80496cd7-670f-46da-bde2-91313f3c1a9e", "result_sha256": "8c435f4324fe5650e9f086f15e54849b3b0b0d64997946306a2b93bfe0471142", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02017075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.92764468697715, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4589, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:20:38.654782+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb77f98d-fec3-48cf-b415-a2368cb32e9f", "result_sha256": "75cd18dbad88fc4dd7067b489d9350d9f7bc0a6432afe4b27a97d9709b665d45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01910975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 66.78224691899959, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4297, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:15:22.784523+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "56a7e275-9cf8-4f81-a2fe-eec7385faee0", "result_sha256": "e4caafc5e789e461faee29d64bd218c86e5de05b331345c9a5b5d0e335840b55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.033622, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 107.91096459599794, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7754, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:50:53.951120+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f93f4f0f-f2cd-4f4e-a05a-83b88a967eec", "result_sha256": "600563044ea583c2b1c4f6362c1f62ffb6cd98548eaed5f7cd1747414fd0c053", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02326675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.16199752499233, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5311, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:27:11.634255+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "62770590-691e-477b-98fc-364e8d561080", "result_sha256": "8526f9cfd6e44857f1cd526b9c2a2cdf9c9983978720c363217c9d591ced6cba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02172225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 88.85138069000095, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4942, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:17:03.662000+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0479641-5953-46c0-808a-451da2d14e57", "result_sha256": "b975c6db3bdd24e6d0d1158318c9b4b5ca213f74238dc0113e132badc74e0199", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0500925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 211.95567188301357, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 11620, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:22:04.562749+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a23a95a-8f90-4383-84ff-b045719f7abb", "result_sha256": "f20464204463076938573e9932082f2992ffedfa3af875e775e68f1db705e7b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01357075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.791639133007266, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3024, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:42:45.133993+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "32a180f0-25f8-43d3-9dcd-7dd1e30025fa", "result_sha256": "236cf8eb6a463f15b1828fabfc6f9548285fc1dcd95b6e638b43d58bce076aba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021014, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 75.95524916300201, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4778, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:06:54.934280+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "831a58e5-0ed1-446d-89a5-626cf7d0a3db", "result_sha256": "e311356b3587df4973d7ca6db5ff211ebd4c280d5cb411552b4a6f3f50f73626", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022359, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 79.45923063100781, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5078, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:48:13.630657+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e392203-8b0c-4ef8-9d93-73f5126c91db", "result_sha256": "8f1f000a1f03c80b26bee40f63151967998a279a2fb51abb35083b580dee9024", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02740075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 93.10892784199677, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6269, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:45:31.002809+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81d72480-04aa-4dc8-bce3-4b8cda20b6df", "result_sha256": "7386fb8663c0c04dd2696ca1a6c5b91dc10c6c476e09651428db9794fe85d8d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0279745, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 97.97998438999639, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6424, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:54:42.592037+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5321cd1d-fca9-4b32-8fd4-e36da4c61c0f", "result_sha256": "620c9888121192dec4a542f89063c6590852785e52e228c668c9de18ed56b6e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0141975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 39.76226724201115, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3190, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:37:39.742965+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1dbd803-48fe-4aaa-b408-97dc2aa66cd6", "result_sha256": "8ea346634ad50bec34f1456f17645cb469c77e65fdce223e9b835307438a88ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01433575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.009288304980146, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3204, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:18:03.868732+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "43c93f3d-d1de-4144-a053-974eee3c45ed", "result_sha256": "af0e9f39d7919cf31b4eb4f6560f7617faf6614e0182ac62a172e1e1503ad03b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0195775, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 70.03908696598955, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4440, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:51:35.324544+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "393c22b2-9ca6-4ec2-8634-4301d83751e2", "result_sha256": "eb1c9071596bf64dba3d55612a2a5d864c3eb25cf30c4044e85aa9887093e7a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.027357, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.44463971297955, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6254, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:35:59.665221+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "40b7b33e-c232-424c-a045-b2bfe0070892", "result_sha256": "51939d6a3943253d20540f0b2104c52a441e37099a8a6da2788e202ad31f7018", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02207125, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.50066173801315, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5015, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:15:49.472338+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b21562b-9a69-4f69-85cc-f30058f60411", "result_sha256": "bff10fe2744381d31c6c82833e53da1997a0aebb40b0fd749e5796dd8810357b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02254025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 80.09279697897728, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5123, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:38:28.642862+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "32cdbd85-7d02-4abc-a227-7ae576ed70ab", "result_sha256": "6e2a0ebee281bebbf719bcc327d3877dd78bfa27bdf74e122e2035ebcdff9e51", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02932575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 110.90105829099775, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6734, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:24:17.721374+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d372edc8-634a-4035-b40f-c5079d8b3680", "result_sha256": "3336d7c2cd222a325ddcd407963634165ed7c9abb2905c5c43feeffc27d92fda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01827675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.22899916299502, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4101, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:35:07.852411+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "71f4fd30-15d3-4dff-9527-ea878e55a06c", "result_sha256": "237e49d944f63eebd59386d35c4525b83782874b3abcaeaceaf865c520daf42e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0310125, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 107.31564452900784, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7140, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:05:01.875231+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf8e114f-a966-4660-84ca-9e3b1b735b81", "result_sha256": "ba4e8b25e5bb8875a8403fbcad0c81b249aebad419d9324e056ab5f2f8181256", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02558075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.45316666801227, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5849, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:43:27.023868+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da22110-0141-4da0-8144-61c2ee4ec4c1", "result_sha256": "76a37422d113a4c7dbf0a0f00b3d097d6c5d22fb21192c3d9fde9164b1145c64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02334975, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.34166739901411, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5337, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:56:46.507241+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b5ccb9b-88c3-4350-8efc-191cbd2ec6d2", "result_sha256": "5f2fd8dcf52c8a94d46775f4c0d670dbf500d7cc75d39c7d82a655eae875dc39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01211275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.21541430600337, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2693, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:00:01.094026+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8352dbda-cdf9-4b0c-8056-940ace91b5e5", "result_sha256": "a3a2bb552e81f72f8edf09bc28819d0c0e1d6edc73fe9356cc27745b881fea74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0236615, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 105.90994457399938, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5368, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:52:05.954036+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b539ff2f-1840-4db5-ba57-19dc2c26b579", "result_sha256": "1cb25cbedf968a7bafc3b5617607362e8d03fdde2eae17e1a9dbcc8b3a81243f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01608875, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.25813772800029, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3645, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:45:24.859848+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1606371-235b-46c3-a736-0a90f5ab579f", "result_sha256": "c378a7e1b8309cbc45e09fc44887ebf337f63281a776329bd1e550894fa5022e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04370925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 150.822697718977, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 10121, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:18:27.302288+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7b7a246-7044-4010-9275-04854f2cf836", "result_sha256": "e994ec53d9765d9347786bef4565eccd9b89e2769421d9123971f7298e486131", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05699725, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 186.18833743600408, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 13242, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:34:23.126068+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fda4b55-b048-4e7d-9709-6e68d82949bf", "result_sha256": "17b744e2b82fcd6d06f5df59c6ca00c54f66528a080a6d7a2dd07d5bad109db1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.043074, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 149.21180494502187, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9978, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T09:00:41.384426+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "75105d17-be32-4394-b955-8e3eba862f3a", "result_sha256": "b6f1c2c2cfa0bfc6ff0167a8e3d451f189c8f58e9464275360a9375395509541", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0155595, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.66473874900839, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3504, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:03:38.742181+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "77ef5ee1-1b5f-4860-a117-78aeb15769e9", "result_sha256": "2efc8b76f0b963f9aac719537d00507311874514a5133ceba2a0c2cd22e6c510", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01541225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 47.48373049200745, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3427, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:08:22.048197+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "96b7af12-0ca0-418d-87d0-024488825854", "result_sha256": "06441ba0aba9204de027f8c9cb4f2593b45c660a9f0793df40e3272bb9190fff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02014275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 92.27127836001455, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4573, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:50:14.634649+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a4d5fad-709d-4805-8b75-2cf288f26ee0", "result_sha256": "b9c72a3ef260914f33c43c1d8427f1c8310f69da55b3c0bf8324e64f42aefcaa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0218855, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 74.82292343699373, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4986, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:12:48.966025+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7eba693f-abd4-4868-8602-9f8bc31b2954", "result_sha256": "15e5062fda560a773ec4d0dd59c24ee38fb788b4690a23ad94231426be18d453", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0221515, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 74.6521924380213, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5043, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:06:26.226936+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7deb8c9-e3fd-4bed-bb00-ebaa8117b471", "result_sha256": "c41ce2a739a4e6051e7a53131a90df2176b158ae2b51e755646ba6ce52711e09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.029812, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 106.61726865699166, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6834, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:50:54.505001+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b270c86-49ee-410b-ab1d-0bb63cd80bbc", "result_sha256": "00340f5430614290a00bc533c5beb58764e980fcd5979e5dfbb0a0d817c4746c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03045375, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 109.9695511989994, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7015, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:30:15.062504+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b21e804-79c3-4bbd-8338-c35b8c9e567e", "result_sha256": "6500d985f86e0a9069234773b82c0701ede2e61653101112ae89408dfe293f34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01533925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 55.7521549850062, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3431, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:28:59.576548+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ba560cd-d1a2-43de-ae2d-bf3e721c11a8", "result_sha256": "12cdf8bc1510ca5d51399f53a1cf15ab496aa4bed090ab8dd5bef93d4c348ffe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02108675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.41931406699587, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4811, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:48:26.305066+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c24d507-08a0-414c-bc41-7477283c988b", "result_sha256": "0f1ae1784fd8fd4f14246907b97a91d08ba3111116a21fd37043a32cde2a3911", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0257985, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 93.27009144698968, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5892, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:17:36.760814+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31375134-475c-4f83-8d21-4f124421bd80", "result_sha256": "b66c1b17b4b6b1e5247dcf6883822c21c4542fddd1bd853a8516de040fe75f85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02638225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 113.25551893399097, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6027, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:19:37.999588+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fe43200-2a58-4262-81a1-6055948b1990", "result_sha256": "29b44ca55f0bfa1fa9783f6ce80d61ff96a02ea34317fa86fe7bd628f40ecd07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.060839, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 220.06745037800283, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 14158, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Anton\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:07:21.744781+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fd79e1a-0421-4ba7-96e7-9dd03d9e9d5d", "result_sha256": "7d84505ed133feb5d4df2fae4d1e6a21060c43828f5018433c53ef758ae045be", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02767775, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 102.74214429900167, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6313, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:38:02.406811+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f94def0-18fd-4bf9-86c5-76aabf527beb", "result_sha256": "3d6e532b08a346cf954caf47e3ffb8e5927b66f3d16c70f92d01cad9b86d38ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02734475, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 103.9897830169939, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6277, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:56:22.961815+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "febf5777-6af0-4414-be43-65db861ced41", "result_sha256": "8adff72656f15f126135c07f4d3ca9547ccfe598b63855cb993b641f33f1c1f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0077205, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.65530695099733, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 1666, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:06:44.041891+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2da1390-1f7c-4b35-9764-423b59294ae8", "result_sha256": "5347d7408dd88f449502a52a0bdb2dce97f6b9e54cfb6960e4ed3026298db407", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012139, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.491755923983874, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2678, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:06:41.959769+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78c721cc-8008-49c8-9c3a-7125c5c3c97e", "result_sha256": "0c490bcb95be9b0ae80dd8222d8e2e20b1433d03abf03783449995a7755a0929", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015617, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 59.06776668099337, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3494, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T09:02:04.441238+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b0f3d67-0abe-4dcc-ad44-20e152df7f25", "result_sha256": "273814c1b0e826cc50a134953e77768000d38a62c991ac705c4b676f9c6968b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00777775, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.128539669007296, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1673, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:01:34.180041+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "74894190-9e37-4b8a-b645-d6615ce3089d", "result_sha256": "222f56ce9359cc4f5034b7af7000709b2f8495fc7c7220a7a732aa9dd73636e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0131385, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.32756131797214, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2892, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:43:22.907519+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b72413bd-9deb-4c40-bddc-04e98a025b45", "result_sha256": "7cdffe90a62265138beee086885dd5cfd2573c833fb6c06d09e8106afa3f5a45", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01075275, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 35.136838890990475, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2373, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:54:27.614630+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cae25da-791b-43aa-9057-56d833f6b063", "result_sha256": "a8b2ddf71e7f639d7cbfc5f30a601448b0c0594675e58307c790a66c8a7d847c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.025192, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 97.32949165900936, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5764, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:47:13.221675+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "35670bd7-8e3d-47fd-b30b-15b1631c868d", "result_sha256": "03716b93491fb0f5ddf25aef0c12bd1c9eb27c671e2b441ff7dbb1c805ff1935", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01980975, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.34274493399425, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4492, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:42:01.167829+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "46737569-4a06-457a-bae7-6a99a6db6b68", "result_sha256": "46c7e7c70d80332951e7f47d2029e19e7edbd8b6ed59ad544ffd88667efe635c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0323955, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 121.0956720369868, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7456, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:29:16.350534+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ecdab19-e3e0-44b6-8476-65846d235fbd", "result_sha256": "3072775b580fb04f25b13467cd4ca79c9759e89d6cbe506c332dd0881dc10854", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02513925, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 87.7891845679842, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5746, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:08:46.192850+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e92d3b6e-ba40-438d-ae83-7d245700fc89", "result_sha256": "80b9dab1c91def5c2ed5225514a53566fb75a33cea0033f69e9173d18189a277", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0216175, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 78.72908562401426, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4920, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:48:20.323609+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4b043b0-0007-4930-a696-109c7cca9ef2", "result_sha256": "ca8f4d2d96e9c18ccf6f557ab03ade0666244a72ccf0cba3454004e3629b9db5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01684675, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 57.63850574099342, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3781, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:31:50.030239+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7664d95-f8e3-4599-bddf-d17f37995dcc", "result_sha256": "0e07d48148df4cc10b83668d4ce988a1c4cc80f6b840464275e803dc97f5377a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02094925, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.35437724497751, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4751, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:31:46.933269+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c26e56d4-6274-4d2c-a050-2dbdbb278ffe", "result_sha256": "b42b903defda6169457926290a0c313a4dc131b4e80d9437659ec304cf877c9d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014546, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.757698291999986, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3242, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:17:46.744611+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0317063f-aa85-450d-af4d-4ea0050d1dd5", "result_sha256": "b64008250bedab68edacfa7a098759639598c53fd668b1f752c6a9041a349fe0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02290825, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.94962305697845, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5224, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:44:23.743443+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "215ac2aa-0079-4bea-b9cf-5c9590f6010d", "result_sha256": "821cf78fcfa852ea71c6271fa6a2f3f11c55400b4cb26ceb1dd5f1c49050aec9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01382575, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 43.279174335999414, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3084, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:11:48.476371+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5c2195c-0903-4dbd-8417-a06f2fc1e8dd", "result_sha256": "4dc4a45730d854858db0c36ca5df8a3784ac3a0f3b97160c9f5c2593dd9a6a5e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01345325, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 43.25267902997439, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2999, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:41:14.453834+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "126b602e-db49-4c3e-ba52-ad076741f1e6", "result_sha256": "4a83a5a318a4e8530a9578e940d2dc5bdb203a0db0b1fd3fb06bb0ed361a1014", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0164235, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 57.34601566797937, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3662, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:18:39.901769+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e325d607-b23f-407a-b6a8-36288b8a6b9b", "result_sha256": "a0fe21e8f186063f6fce8e9914f611e1132a63982832f5ba2cb4c8f7662bd480", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01508425, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.1397329979809, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3371, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:44:48.944865+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa977a70-5276-42cb-8380-045389e13ef2", "result_sha256": "10a3315582413b85ff5fca3b5fc041702b366621ad663883405ae9395b9d7cc6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01759325, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.15665608501877, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3959, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:59:04.004180+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f852c1b8-7bf8-426c-b6fa-41047ccdcf8e", "result_sha256": "8a49c781ef87619555481a46de45edf109f027bb88906ffed627fc1f609e30ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01422775, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 52.8108671369846, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3168, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:10:01.490737+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14d37fb5-3a65-4ae5-98f8-235a5f1abd7a", "result_sha256": "4c25e5837468f6046bef996466cb9576ad8cf6e7d562771882516980cfcac022", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651725, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.98308593101683, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3687, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:58:21.067876+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a14ce649-88d2-4220-afbb-d2a5f6ef8e93", "result_sha256": "bc07f5379263cbac21c8f935cfc69e45fc8b9eb16bba94cad7611e3a8df4c638", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0187725, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.741400383005384, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4260, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:26:39.852527+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e631dc46-4bc1-4048-a7eb-471a9d7d31d6", "result_sha256": "e0817981fc597c16ca19fedbbc32bb34ea7d1349fa801619e9413563e69cd706", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02742625, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 90.35895189197618, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6260, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:59:56.497124+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c099322e-8b56-4fc2-a988-036d975ffbaa", "result_sha256": "8305aad3df61e685929c9b68b81a8fa9727e40faac2e599ba32d32210251e4f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.036393, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 126.50534641701961, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8406, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:57:49.275179+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0513e40-f56d-406b-a8f1-67f86cb35c52", "result_sha256": "cd06f239f2e7174ba9f3a1de3f815e291f193bbecc34f92b858141ef3b6e0dd5", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01326, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.88494499801891, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2950, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:28:02.817348+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ab9bd9f-a88a-4a71-91f9-3e6b7bbc568a", "result_sha256": "60c59779e763436e80bd75cfa71f5d2c215b8f397ce8898552fc479bbb7de422", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013317, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 44.80739881901536, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2934, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:59:06.663019+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a8deb2d-1f71-42bb-8853-3e1b645fd5ee", "result_sha256": "1da735a6c8f057f90f783444c309b3c9f68728b42abda079ed405406b502ce6a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01484725, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.31844664100208, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3327, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:37:04.376076+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aab5530a-f808-49a8-8556-ec8f6fe4ec4c", "result_sha256": "df8b8111a707bd766ecf351432e2f9c5b82f390246b99233877d2cf5cf44c88b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02216775, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v44.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 77.8818565030233, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5033, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:50:52.738707+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8761e328-e3d1-4b8b-89cb-f6afc6cf9b0e", "result_sha256": "7eac40716e39399fdf9d0c01f4964ac7a882c6175489b16b09e0f4b70175ed52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02469725, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 79.17240516797756, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5642, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:03:18.070199+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfe4025a-0550-4f1e-98f8-8916b0ba528d", "result_sha256": "441c3b68d530933fafc1506baf8ad7fcadfcbf4c0c86291c668bf102b543f0e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.027058, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 88.99093107497902, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6216, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:53:24.552411+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "873fd36b-125e-400d-9775-d3318c7eb963", "result_sha256": "e5049abec7f1635726c75a563e70eb8c58de8cfc6c724526c3cbd2f3d3599a62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02155275, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 74.45177267800318, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4893, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:53:29.861465+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e6a3285-0878-4d3c-9bbc-8cb5ab2493a2", "result_sha256": "00000982ee3c0f574758b8d1332e76c5ccf46ef8c144f9256854d50197d5ca50", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021397, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.83696161300759, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4854, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:17:09.201352+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b0213d4-9a89-4e8a-a352-83f484acbe7c", "result_sha256": "b46891b6ded3b6d514a5366041f45295f353e7a6806ce9dcef67eac8127148b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0193165, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 64.4300001800002, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4388, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:02:50.472455+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b45c571d-3c9f-4814-8f17-5569aaac02ac", "result_sha256": "9a41c78c6176a0f15d1400d90d43d059cc1cba462a005a98ca9f64d9a202465c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02075875, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 71.88745210997877, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4685, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:05:19.392120+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "876b3839-ef76-4530-9ef8-72805f8e6c31", "result_sha256": "d546c1a194aac618cb6cb1f84e1692b084adc43a77fc535b01ccbefd6941804d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03135675, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 83.77104915998643, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7221, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:40:39.098481+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a67a238-eb23-400c-b871-77f63d68b048", "result_sha256": "f0f4433cc6da64ad9799c08cfe03bf36fa318f097f1ef34744762a2bab2b7b11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0198285, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.8974079489999, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4502, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:41:38.306928+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "79323b86-2d3d-4a2f-a98d-50adc397cebf", "result_sha256": "354d0869d3916359073faf77253bf8c06a9d8adbcdfaff7d4545ce2a04486802", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01514325, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.9005581990059, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3394, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:05:27.430459+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "02e2d8c8-e95c-4811-92dd-f357213b2674", "result_sha256": "d9dc8b0dbbdde1b04d2b23c9971946a21d113145b485382596b2f46283ecaef0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01731225, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 59.93533230898902, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3907, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:49:52.602016+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae23358b-92b8-44e6-bf48-8208bcca1998", "result_sha256": "80b3af96bc5a52d2e57e804461e2464ec0ea1d0cd1755dd6053df51acb1623eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01712375, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.78272481600288, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3860, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:57:51.242325+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a14bdd1-153f-4d9e-aab2-a5ca5cffc821", "result_sha256": "19e6fdf056d398f474b6f233ed08bdf505f09eecd94fcf0587a36199c7e9a3c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03409975, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 117.33626230902155, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7857, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:44:28.341482+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "675f2cf9-6bcf-4319-8236-3ae04dc8facb", "result_sha256": "03ca29dfee959e49a371bdb80ca698bcc8a143b03116caf3cca5229b03b712eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02204875, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 81.98911471301108, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5005, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:12:05.104754+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d7f57a5-50d9-4b80-bf4d-057ccadd90a3", "result_sha256": "c10486f363aca64a8b699d223e6988d8675b8dcd8145644e07722ef87a42041b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.062799, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 219.6794838460046, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 14598, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:05:34.788383+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "33941cb6-2ae9-498b-b39f-28a25c6b7df3", "result_sha256": "bd5126ff8172adda65011a927d6e70ed1f6a103ee00e417f1587e64070f07c00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160335, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.86884200901841, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3592, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:11:49.617639+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "95f9d4fa-8756-404d-842a-dec5ec9def19", "result_sha256": "83f2d7825538a69a06f40ce6e554c8a5b0b4af73ac0777226d8a91f66d79ab17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017073, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 63.28294406100758, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3851, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:01:59.384572+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f065aa5-386d-4d7f-9580-2bedc1115db6", "result_sha256": "1eb8dc27c93d8fd757dc34209ee7962489b3ebe98a554aa5898e762b78fa16ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01968225, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.8843250029895, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4462, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:06:56.562176+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f36917d0-c7ea-4308-b10f-893f29ba3686", "result_sha256": "829132eae43e6da5516d2fb16b545ae6685bb274f7f27517290725be87ff40d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0104995, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.68798524001613, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2304, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:17:12.108434+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e0fc2e-644f-4bd1-a55d-2b557a6ff4a8", "result_sha256": "ecdf27a2a60dc36762cd32990cf482dde6f424034acdceaa527766fd69618a4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024875, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 113.70239802598371, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5670, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:20:53.434550+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dfcabaa-2df5-4e03-83d2-0ff20f959ab4", "result_sha256": "fae81fda5cb1f6ec179c5a218fee2f5148da7359186b99aa4ebc4d6844dcee74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01613825, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 58.45157489500707, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3619, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:32:42.870911+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e008e18-bf10-455e-b2ba-bbf9ef2e1890", "result_sha256": "dc41c6a868404fad90677e78a2b025718a0a314e07e2090122fba284e7a65b42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01783125, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.63650690601207, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4015, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:59:46.621751+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "77a3c80e-a4b8-445b-8385-0bd6088d3419", "result_sha256": "dc6d6981ffd837a4512fc6dcf74c0ea803d80ed2c9f5cec3a445388080deaab7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016155, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 56.84850963598001, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3635, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:54:05.509930+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbf44ac4-ff32-4ec1-8c50-252f1cce9686", "result_sha256": "e71f9b3a269a5049cf8588b2f3afcaa591b3bef055c9db287577e40782d01c6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02701475, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 98.08146529900841, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6157, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:28:03.457689+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b46940b-7298-4b2e-b6df-7785513c6312", "result_sha256": "4dad5bef7f57fe38f03173883df1a7f47140fa9a07d7b40b956621d6b323f5a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02990325, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 98.57853606899153, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6879, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:50:30.150517+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5196936a-d0c1-4072-b1d8-117a6994437f", "result_sha256": "76c5dfc25bc24094bf7d67820635d41301264c1f4731a7d793bd1d8715251c9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0310335, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.64308216198697, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7132, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:39:39.162829+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89792ed9-9f40-4c98-8d0b-270e80bbace2", "result_sha256": "711bf8524c72fcd66bcf19a9cadb658c5c446e502a639c4b4b07aac69eb3e303", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01542775, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.241571520018624, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3473, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:37:08.504474+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13d8f9ff-77f5-4608-8a97-2ebef300161a", "result_sha256": "fb6d0b18ba2c7e7c37b2e8e73fd8db2040cb425e595ff2e9cee677eee8e3f129", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03548775, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 124.6645229520218, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8193, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:47:56.724914+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "659a0acc-2714-4266-9501-f6989252df0e", "result_sha256": "a32f28d48a6e0a23d352723fd5b255021fc9e62e9e5cc48265c6d780d50dd2d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03808175, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 121.09230604898767, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8761, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:23:27.635072+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a1ad81-0c5d-44cf-a7e7-ddfa8c2f4193", "result_sha256": "024f4d5b81bf96e43f5820da66febaccb3a952539e798e9af15e049f5a2bf306", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019233, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.82315092399949, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4376, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:02:10.222886+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bdff499-2cf2-44c5-aa68-4ab955928877", "result_sha256": "53c9cb2824502e6617e0967321b582b7ef5c1439235623a0b243a26fc96f428c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02067425, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.9187450449972, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4701, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:28:22.791569+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "992c57d4-7d4f-44ea-9a2a-d85df43ddb91", "result_sha256": "c2d62ec38196f9ef01882688122cf3ee9a34d46dfc369cd9457b2192a8672089", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0341535, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 121.8119148320111, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7867, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:27:38.583912+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "56a73b5e-bafa-4a53-88c0-2befe8747e65", "result_sha256": "420427d428fa607d92970defda7dd8e4f15f550339eec83855a9372061f05747", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0184325, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 57.92540443901089, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4180, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:32:30.192408+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ca23264-cbab-4a43-b2f5-fed546bc48ef", "result_sha256": "a12a5006b51c6298c2ab94297b1402c71511264c0e47e7693862719b03daf58c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018972, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.146791761013446, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4294, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:46:25.523242+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0fab762-29ae-4dce-9f0f-50fd36b69677", "result_sha256": "a847fdda41928633b61da8a95a3714ca415f217427dfc865c78aa1c83dbf2a04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04143075, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 162.70508670198615, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9549, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:12:22.753702+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8348046e-2a70-42fd-aa69-db89b2320e2a", "result_sha256": "1235364ed174572ed5b15e436099639102502bd040386b088b81cdfe0986ed78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02051675, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.64079247199697, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4661, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:52:33.518560+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "74152fe4-1b2f-4ef6-ada8-f99cb2c3a32e", "result_sha256": "6fbdc84967125a3ea15dd82c0816aeb38c8032256ea3602479e90ee87eed5421", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01897175, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 67.71881114700227, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4281, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:56:22.855514+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "847ac452-6095-44ea-bb10-952d79a22756", "result_sha256": "843e926e0bcc7697d73693f8a09a8333e8618e9c9bf8c2aa8d9774772295f852", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0207235, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 73.31400975698489, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4707, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:48:24.250577+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "784392b9-9cab-4ad9-82ff-28348703b6e3", "result_sha256": "096e69afa7cc2720503079315ebe47e1956d75f546a53bc2f969d0aa5a4a2c28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01629275, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.665878987987526, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3653, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:44:41.876425+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc51793e-0e58-4ede-b584-63139c07dc31", "result_sha256": "8b36e7082708f79dd78a5ebc120bc08524a21fcdaa4ed4c6ea8a0c2dc63522c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03196075, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 111.45515932899434, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7354, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:48:47.621471+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "74d50d6f-63cc-42b1-8fbf-9581af119b5f", "result_sha256": "dd113dc9a4f00eb0a15b5c8320bfde5d2cda473b2368878717f64d3887b4d4ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02050725, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.79631162597798, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4647, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:48:23.263817+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c912c4f7-b4d3-4db9-8100-69647c2c227b", "result_sha256": "1a8e35cb42c1cec97791481365ccdd3c69e5629cbf0f0307d114aba01b36f8c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04788725, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 168.79053969401866, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 11117, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:32:04.584646+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f6cb163-7991-4ea0-a11d-69d97f3726c1", "result_sha256": "f19b0222d2b9592292a18e2567c520e86949d346a2c4c7331b9cf106c2f34420", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012887, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.90477470000042, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2854, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:59:04.876293+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0ac5c0b-9dbc-4ff7-a92e-439438212d41", "result_sha256": "ae7e1fb6fda5444e97a4f99939239a2ba24d803bd1b36a6a3dddb04e671c86b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01399825, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 51.92906022799434, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3099, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:06:03.141459+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "04d62d43-1600-454f-a0f1-0f6d221f53c3", "result_sha256": "c6caf237c0d66eb90d4434bc07abefde0c422e9fb5842f8a37c8905fe964df06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0178375, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.58178193800268, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4040, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:55:42.504885+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "04f575ed-5ae0-4c7d-8162-7bdc022dd6e1", "result_sha256": "d4513d6b11661fa4528c24423fab592f3b556d21f3b3823e0d2df151709e5648", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.035162, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 119.42576715600444, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:21:01.641975+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "006e9ae4-33e6-4414-8b84-4b31ff8d38cd", "result_sha256": "b984699f66ac1b541c5ccb2b159a6c5c93fa40c5c3495e1b1d1c02f5101cf677", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01768525, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v60.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 61.93396015302278, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4003, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:36:26.785969+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c1cf77c-4848-4e66-8386-791686a2694b", "result_sha256": "237bcc9073f65acc8b0956f4cf8288d12e51ed01c285bb2deaeac8f03b5aeba6", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00971375, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.393102693982655, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2135, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Impact\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T06:54:18.795349+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0eb603f-af8f-463f-a4e8-df779890ac29", "result_sha256": "d6a8083e4f73c7b3dc64797a5832bbea92f7735edecee2b59ea0c779fc534a8c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.04092425, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 140.37103504900006, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9451, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:57:42.725494+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dce4290-70b3-45c6-81eb-98867f6e8cf4", "result_sha256": "7a14ace99cb581649f844570d647cb8e465cd3fb3083cac8e21eb63a5591227b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0237005, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 81.07251245999942, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5396, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:37:49.222280+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "34fce249-0736-4b14-9698-4dd1bfbd7a06", "result_sha256": "3b71feddf10e2e57527415be0733d089326c3b6da026647080aa82f8d3344604", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02457575, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.3651373310131, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5619, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Impact\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:21:04.933669+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "125cc0f2-7526-4b54-ba8e-d896a57a10de", "result_sha256": "b3ba899c788274668501c614e6f2f01bc4f59b06fd63e146346c93aea6cd8a71", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02601475, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 86.35838036899804, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5952, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:13:55.126822+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f22f3e52-1f14-4f26-a160-ecc5db69df2e", "result_sha256": "ec98be2d6262f9de150f5f9cf47c681fe09b0551b76738b40ef05f5fe5fd8d1b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02507275, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 86.34843925500172, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5733, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Impact\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:37:35.236391+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5de29f3b-6b2e-426e-93e3-f6921acfadf0", "result_sha256": "4d7e4be02bad6b570c6205db1211560b7026dbc509e0965d55db07c9010f6218", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022959, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 79.74455469002714, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5233, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial Black\", \"kerning\": \"tight\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:46:04.554801+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2f0d32f-1213-4223-b1c2-5f8dc8e3504f", "result_sha256": "0e547b4b185f36fc5465d6c3f4a301a2bf0131924d2b9c1df3ee61923c8227f9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01353825, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.313809753977694, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3019, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:00:33.653845+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8373803e-7fdf-4b28-83f7-6da057a00041", "result_sha256": "f14e3d42d2f004b26ed362463a4d7017f9274ac00148b44af62403d7129120f9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0704095, "error": "Response did not complete: incomplete", "error_kind": "invalid_response", "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 254.2857956730004, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 16384, "predicted_category": "", "predicted_font": "", "predicted_kerning": "", "predicted_line_height": "", "predicted_modifier": "", "predicted_weight": "", "provider": "openai", "raw_prediction": "{\"top_logprobs\":0,\"temperature\":1.0,\"top_p\":1.0,\"service_tier\":\"auto\",\"model\":\"muse-spark-1.3\",\"reasoning\":{\"effort\":\"high\"},\"background\":false,\"text\":{\"format\":{\"type\":\"json_schema\",\"name\":\"fontbench_prediction\",\"schema\":{\"type\":\"object\",\"title\":\"TypographicPrediction\",\"additionalProperties\":false,\"properties\":{\"category\":{\"enum\":[\"serif\",\"non-serif\",\"mono\",\"handwriting\",\"other\"],\"title\":\"Category\",\"type\":\"string\"},\"font\":{\"description\":\"The non-empty canonical font family name\",\"minLength\":1,\"title\":\"Font\",\"type\":\"string\"},\"kerning\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Kerning\",\"type\":\"string\"},\"line_height\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Line Height\",\"type\":\"string\"},\"modifier\":{\"enum\":[\"regular\",\"italic\",\"underline\",\"strikethrough\",\"small-caps\"],\"title\":\"Modifier\",\"type\":\"string\"},\"weight\":{\"enum\":[\"thin\",\"regular\",\"bold\",\"black\"],\"title\":\"Weight\",\"type\":\"string\"}},\"required\":[\"font\",\"category\",\"weight\",\"modifier\",\"kerning\",\"line_height\"]},\"strict\":true}},\"tools\":[],\"tool_choice\":\"auto\",\"truncation\":\"disabled\",\"id\":\"resp_6aa254b49ac8897834a84440\",\"object\":\"response\",\"status\":\"incomplete\",\"created_at\":1789023412.0,\"error\":null,\"incomplete_details\":{\"reason\":\"max_output_tokens\"},\"output\":[],\"instructions\":null,\"usage\":{\"input_tokens\":622,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":16384,\"output_tokens_details\":{\"reasoning_tokens\":16381},\"total_tokens\":17006},\"parallel_tool_calls\":true,\"store\":false,\"max_output_tokens\":16384}", "recorded_at": "2026-09-10T06:56:52.562070+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5cc64bb-0197-42a8-ad65-748b98fbbd8a", "result_sha256": "16789cb275aa8a5ad371ab1b8caa5901b80cdd966bdd811183294cb49d4846bd", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02220725, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.43552484200336, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5047, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Impact\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:54:00.403938+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "071b4dea-f278-4b21-b9b9-b84a6b11dfc5", "result_sha256": "7a5728b92f45e6977ffc95a150e943d304c2e551114463ae310a9ee3d52c54a1", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.03969925, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 143.90689686898259, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 9196, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:02:57.652210+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "07cb436d-6a51-42f9-b749-a1f422bb6a84", "result_sha256": "6108a70f3582bf2f50fbe6ef7f2c0bf339eeb2f078624f9340dc4957c8c12103", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.03197525, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 105.43726335000247, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7373, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:13:54.020284+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f21290fd-bec1-4c36-9840-8a5a8367d19d", "result_sha256": "bc83ef6ee13fd42f1bc04eeb7f7282a856a0089a181b96742b3430035b85e84c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01797775, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.42405596500612, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:34:51.322569+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce9d8931-b559-4db0-b24e-14b7b446cf35", "result_sha256": "75aee80484ce3263587c5789e99479a5f15916fef69bf065d52790f166b259b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0208975, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 75.94637368700933, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4760, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:30:12.328373+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "16083c8d-76fa-47b3-9d7b-4f49f84e208d", "result_sha256": "848888e1947300963652e7778d2ec9b4a727c8eb8e3f0673d7ac887e886b3f99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03812425, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 141.65469230001327, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8771, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:49:52.065002+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf4240a1-dbee-4d3a-a179-3f2a75dc2f4e", "result_sha256": "e88e8adbc527b6c3763c5df865a8d8900d22b6c9463d7c00559f17105535d8fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01917375, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.62127347799833, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4345, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:51:35.063727+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6529dbc3-38e2-48b8-b2f8-18f043a5d16c", "result_sha256": "5f9d228992e9d2078bf5def8cce5eadf52f10effa7117955710279228f093952", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01503875, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 47.74208952198387, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3375, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:06:48.416200+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "73b96eca-cb9e-4c1b-897e-dc828ee64c4b", "result_sha256": "b5283cd0318f0ef16e1723ef929b7fb09ddac342abf2d1cd172948d48e981fb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01502425, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 54.44646810699487, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3366, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:28:04.652550+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "962c8948-8187-4fcf-bcc3-4e94676cea5c", "result_sha256": "e7ac0d197a10ca4b69f47efa22104ab1b9b0731a8e0ed13f78e98e7f274f3584", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0352435, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 128.36081762600224, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8112, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T09:02:06.958164+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dba160b-d3ca-471b-8ff4-15b07448035d", "result_sha256": "e3a367221a74b4f2c657f916fdcef202136389a8ab686fb0d402c4e4388635a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0200455, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 74.52743636001833, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4566, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:11:15.193262+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "74d0d53c-776f-4003-b01d-85048bca1148", "result_sha256": "f1f74e7c24486f4542a970b2d871bcf8357cbd0e8b56dd0e82dffadb5b5e6f7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01005225, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.315142421022756, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2187, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:52:20.831955+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9706190-76cb-4179-a228-0e563632f2f3", "result_sha256": "dec42a34a8612fe40347a6a49e37df34c1a6efd14db2ae2558a7321d11f58adf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0223405, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 82.91837178400601, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5106, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:59:53.321531+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "71cdd7eb-f37b-4426-8c7e-825e578d727c", "result_sha256": "d8ad54b1aa513c24e8066d6007448b9f71bc9b8dd2e9ee8e29477141bcec4a1e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02069, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 84.78347096298239, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4690, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:16:00.753548+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e09e47e6-e311-43ce-ad7a-4d1f5cf4662d", "result_sha256": "738937fe4c7da84efd8dbddbd6e08c691483840c278955929145bddb6b2ac34d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01379375, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 44.26375666301465, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3065, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:25:21.391455+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd542cbc-4424-468e-b1cf-f504ffaafc30", "result_sha256": "b66cf54390d12570d763fa2506791913c733a1436a01ab76a2f90b5009a332f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0130435, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.262904760980746, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2912, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:19:07.965058+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2289311b-0e78-48f9-8ddb-20c60808d4f2", "result_sha256": "23df42cbbe3bb6affb23e930d6b1204a8c70476d99a04f8caca85968329003a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0265005, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.5582036949927, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6036, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:19:24.020427+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "41788898-b00d-42f9-9c96-07be8ee90eb6", "result_sha256": "4f5d04a421e92aa7de9cef252a827e6fb7aaa3245bcbec2b6866dd4565020230", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02300975, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 80.66224407497793, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5257, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:57:48.188763+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a4a956-6760-43dc-852e-f41fc20cb92e", "result_sha256": "3b1e390a21f7cca4feebf32d6566dcb43223fc626c402e6e957752ef0dcba95c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01749975, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.493369158008136, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3967, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:54:42.020144+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5a9b549-4125-4c81-bced-47a1a7ec53d3", "result_sha256": "33e9db12595d3fac76cd360ef273d7e70fbd7b4554fdae0f6954f7f30d1dcd47", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01157375, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.88737746499828, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2545, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:20:09.523694+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ebba230-714f-42d4-9b9d-1a9c981a055b", "result_sha256": "9f8443d9257d16247d27b0820dc9660fabd44e4ca194efbb87085fea835bf09d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01565525, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 50.9969165759976, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3503, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:04:09.096607+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "084f0233-6b0e-46ad-b853-66a0690d8326", "result_sha256": "e6e1384efc9062a9ac7c6353acad018e63579dcf6c3f1f5bfd3d04eb600e7f41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01579325, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.91251965300762, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3559, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:37:52.987587+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "359a2fdf-2ea1-4ea7-a2e2-6957c6e2f351", "result_sha256": "4b7f519e60916b2392c19d65bf8de85246d449c40ea378bc029b3b76891ed012", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02929275, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 104.47335133200977, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6693, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:10:00.715775+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a15a4793-e9a3-4336-984c-b0a3952c254e", "result_sha256": "8df3f6a63b1f4f7f0535793795e717f91d808a60229baf58edc364bea5bafc93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018135, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 60.00207640501321, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4110, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:58:12.172290+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e47ff1c7-10dd-4c40-91d3-edb8e12b58bc", "result_sha256": "3477534a2804613de389499b899cc12116ecb929fc0d5d10c090b9a3b8c5db41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01188525, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.61899955899571, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2633, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:33:26.129118+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd8f3536-fbf4-4ca4-b236-10948a6ddaf5", "result_sha256": "afee0a5b83d3fba40a478dd4fe51ed75537e9e4a895eb5a34d679f4a536bcab3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.021803, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 92.94926517500426, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4961, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:23:43.388080+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2a615b9-b936-4bf6-8d6c-51cb559810bc", "result_sha256": "1b2737e54f15f918b3bf63863c89f468817af35bd6aa572c08888b01ec309f87", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03923375, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 125.88977820900618, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9065, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:55:58.610867+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3377a83-789c-48e7-9b19-ba1a4f4cf040", "result_sha256": "10144c7608a00921b8cbc7d713e493cbb18ca266a2a01bad93a090ca7729b758", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0225, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.15175056198495, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5125, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:11:44.760812+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6b58623-131f-4b9f-abff-770fd9152b79", "result_sha256": "2d694449631031dfe511f59c2c8ad16505bab5c522e92bb200553d4a4dceda16", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016594, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.283721339015756, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3738, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:41:58.237803+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d76b8a9-be52-4e83-8a5e-3d7fb80b4fa7", "result_sha256": "fc34e1a5b1ee3fa1c7b0f715380985b7a142ae7b17e3f5a8a2a69e25dd2f6eb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.043082, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 136.46097466998617, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9954, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:33:56.984867+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0922c3ec-fea5-41ea-b1e9-9ca69eee3458", "result_sha256": "5f679a917f96408c18c6cc9f047db50d820f37582d092faa89cdd9ce6fa9997b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021285, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.01969749500859, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4830, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:41:56.429511+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee7a64e2-9d82-406f-87b2-d2806685693f", "result_sha256": "a7c111270ba4dd89feaee87e9a2a5bcf4a099048526a7f9ab171b6f2ebeaf25b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023777, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 78.1210395770031, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5414, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:39:13.921646+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a173f63d-9f61-41a2-8dfa-a1ae4c9045a7", "result_sha256": "61f5cff1c9bc4cf967890ee1ac9fc6df450379d84a8107069d2b7eedfc2335db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02447225, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 87.02339271098026, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5592, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:02:14.086810+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f51ff995-f94c-45f6-9273-4684e983a387", "result_sha256": "284f6cac9b3f7745b8a13669d025c504d7c98c810cbd45ee80cfcf33194c13d1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02267425, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 79.56469212798402, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5166, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"tight\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:58:02.820920+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "68b3cdf2-ed10-450f-ac01-5ee30cc0a4e1", "result_sha256": "bd31f651872998c3822bd7712f8960c4ff2774d59c76be71cd48f28fd2e55f24", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014333, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.106225696974434, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3206, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:04:00.990022+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9288daac-fbdb-4767-9af6-d7b288407875", "result_sha256": "634db1c14e844a5cc4bb2459e4858380b54a774a0d84d81727653f59b2e71bda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.039869, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 125.844120579015, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9198, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:57:12.026808+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b7e7659-42e8-4303-9636-b74308ae6dd3", "result_sha256": "880739b083de31d466b3031eba8ed02902d44bd1ef36b2ed1f9e9f6898271a13", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022169, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.9013142400072, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5038, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:21:26.493197+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "00de3d46-c000-475d-8b5a-dffe4ef315de", "result_sha256": "5f5daa15aff2465c6c0ed5bb68a8e342bcb9efc53959a39d04eb5cff43cb35eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0181075, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.834944086993346, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4080, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:45:26.546666+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "77bddb9e-bccc-4cac-b741-59183c9de13c", "result_sha256": "edb660bc9609dc02960242302e774a124b3a38b074c0ba073b5b837f620238a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02378375, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 84.11240072597866, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5430, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:45:31.844423+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b5434d-52f7-4a9e-aac5-15bb8392dde6", "result_sha256": "bf580180b115ab256e1a0e1f9679a0ca35f0bd62bb76409ea55ced3e70886787", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01848925, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.381613303005, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4151, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:38:37.264539+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "db9aa402-ee9a-420b-9aaf-89a0bad01c1d", "result_sha256": "fd35b1ebf784fdfbc4f9046816718443dd9fd06694fc33789adcc1049f3b03d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01772275, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 71.63011623400962, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4013, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:10:21.363401+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a2ca82b-ff10-4bb6-bd50-385baa16e5a9", "result_sha256": "39066cd6c931bd91eaac6c64490e2b7f2fbbcfe17f1b4bfba4c44bca633e923a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.021828, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.142194111977, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4966, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:20:45.280231+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cf8734b-624a-4b1b-aaed-b4c5f2e0930d", "result_sha256": "b54f2352b2afe8cbba94e0f3eaa46739dda673abd068b4faa2fbc5517d6af21b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02072325, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.71063371098717, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4719, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:02:18.371985+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "de0d6c42-7455-4d43-b0d6-6cd3e2470093", "result_sha256": "cc14f9e05ffb5cd08a12da0942050960da1d438fe8014914037ff4c77bdba593", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00924825, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.416243704996305, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2019, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:48:23.676127+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "51d6f212-16bf-4b8b-9cda-806244b8c007", "result_sha256": "42f0705871ebbf02ad41e7e532a752e60995f0da3884e7f2928192c6b9634f8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04564675, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 164.63515353799448, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 10541, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:00:52.173852+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c685938-d263-499e-b87f-ea8af6154cb8", "result_sha256": "ba3fdc09fceab6c704cf38b5c49e934902430ebdd9ffa5a27ecb29f9142396e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0214175, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.19046714398428, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4890, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:44:51.247807+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dcd5d34-85a4-45e6-b3e2-7f258265b4cd", "result_sha256": "dfe8176e85dd70631c529d41c416c9ed354fcea7b13959b6407a61c1d364adc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04126125, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 140.54687242000364, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9545, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:10:07.573788+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "140a5dea-04ac-48d7-9067-13ac4115c6fa", "result_sha256": "e7d742fc32487533950ae6a1b1c12c38086f5e4ded875e018740c509892250af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01380875, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 56.75474873901112, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3080, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:38:01.464458+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5975533-1695-413a-8046-9614983f1df6", "result_sha256": "51025faddfbdaaeb3144771a12ff542b9d6b54198ce8938f7f8cfb08e07617d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009703, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.70757830401999, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2126, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:39:31.402436+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9aeec521-7255-44b5-8499-f5f77a68214d", "result_sha256": "55df64217d72493a5dd41c32b5d71f492b61a80f312fdc490be9e81976ae2c12", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0376425, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 127.65911928299465, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8700, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:07:54.259581+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6f2ed1f-7ecc-484d-b1e3-f03c2c98af05", "result_sha256": "21cb14acfae836e8b90a28a2944e803d681c7b15f215fc99e6cc4f6ef4592ebf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02894425, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 96.55813248400227, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6611, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:46:59.347059+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b763b23-2021-46fd-8822-2c5720008a13", "result_sha256": "fca38f71babc90f976d1eaf05867580b933187a09542a0771528bacdf6936b3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02237825, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.19036261399742, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5099, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:22:50.370395+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa3ee169-580b-42c8-a136-756ac993f71d", "result_sha256": "cd0e2fa437d7ec32162a78aa34f8f1db28720d5269802e774e3504736e755279", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03829475, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 105.91560008499073, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 8847, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:39:43.929917+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bce39a62-b225-4c9f-9483-47fae79d8dbc", "result_sha256": "a8029a3ee89a045ca6ac1c09bc38a3f9b333fab9a78926945086f9f0d2a1be7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02476525, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 89.40407049798523, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5658, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:16:56.197485+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "45b64c80-21be-4f40-8c97-00b6f97f1c01", "result_sha256": "015eead3c9782f56d5ed6e68c28216b9d42a9428ef80157242189be35bb81355", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.049702, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 181.2951724260056, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 11514, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:53:05.666974+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fd438e5-acdf-4e09-aa68-799e90ac0096", "result_sha256": "3b722d1ecb08e4c0393522d810c76d591df6d1a612d9ca084a95e79a0eca6710", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0217795, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 78.2319726109854, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4974, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:11:57.742912+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dd475d1-d5d6-40e0-8f78-75a846d3eea4", "result_sha256": "ebf5c9990b19390935aeba8151dddb8d5831555f94fd60ae43d1291506c5e445", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.026657, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 85.77216402100748, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6094, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:05:02.137806+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f2885b4-4a08-4d45-8fd2-6026b2c13209", "result_sha256": "70f9d7fe3ac7aefa901945208edd33ce813bd00e2d132bbb275ff4e8d9b25503", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02078075, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.95037107201642, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4739, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:06:04.631522+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "db6314de-e1c1-4092-bc9e-1e0c0cf85211", "result_sha256": "2432e60d1ecb578af5361dddd1f278b2d09213e290c0a18d9c98e79fae0d8b1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0213615, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 74.89356474400847, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4848, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:13:31.565167+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d8048a8-e878-4c0f-9367-47ccf3a5ec1b", "result_sha256": "f1648b9fa4d547e546fde4847db904d01fac3a10c105ce4dc14240e340e32d69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03217975, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 114.84016967497882, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7377, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:00:03.560087+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dca73ef-644a-45c7-a695-1c2be8ad7a27", "result_sha256": "00ad0ba4080b7698006383fca3ecf082da7bb19b4d9248062f938f48111ce2e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02454825, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 86.74974786900566, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5619, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:54:22.777890+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "983115b2-0804-4166-828f-d3b9466971a2", "result_sha256": "657a4f87a18436be68e15abef7d0b0fb46c87f380fa5388fdd99ecf321ce72ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0302575, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 112.27933018299518, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6920, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:14:17.405430+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2755efd-959c-49ab-903d-622a4d2954e0", "result_sha256": "f998181e8c20bcfcd26d8b3c2ba0e967446c436209ec7ac0242692637b64a97a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028284, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 97.24623200899805, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6498, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:23:22.663054+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd2c9119-07a7-4426-b58b-c2118c4eb651", "result_sha256": "e8e2ad30afaee5c78a296c99748cfeaa2bc12fe2668a234a5b55ee4bb6c676ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0348715, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 111.41676255001221, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8048, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:36:05.772916+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f29abf82-7248-4605-82cc-741340f5aa49", "result_sha256": "a542768bc8e1c15e5e9995e3cdffb95c90b2b76a0c1f51f06a76080ab5a9eded", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0228905, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v02.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": false, "latency_sec": 73.90520144900074, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5216, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:57:24.347337+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0373826-a171-437c-9f93-f094c74b4093", "result_sha256": "13c5b5a10d35f229ba0a66007530dc4e600dc9aef1078fcd40939fc78601115f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02126025, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.17792000598274, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4803, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:34:27.427199+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9046aff5-8382-4811-ac17-a830f825d44e", "result_sha256": "3b476d5e24ed5198a37553f4c24948320ef91637c2cba23299976e9c31b1a40d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02232725, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.74362898399704, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5087, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:01:50.989097+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3457934f-08ec-4608-9f18-b65df707bbfe", "result_sha256": "05e5ffd925cd44474872887f70b5d6e16fe34a45964711566de2ee4d602cb3f0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02854275, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 102.86061043301015, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6533, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:55:08.616021+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "05c9a11e-fc8b-4920-9115-500380521574", "result_sha256": "d284b2dad30e3f21094ca4faff76fddb99e41c4384e5ec2e65ffae9abe974496", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01730225, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 60.44472930300981, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3902, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:50:44.074131+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4395063a-81ea-49b3-86ab-f879fdc0f8dd", "result_sha256": "56d1f3a471a9aadbf8e37012c3c061454a781c42b91491842981dd89d84e6778", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009004, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.77765778300818, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 1938, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:47:20.485618+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "95c71a8b-9c86-4bb3-928c-47961a39dc4e", "result_sha256": "80bb11d15403d80aa1f844499649a2a9e7998417584c597ac83346029da9a76d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.032645, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v08.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 102.98190452897688, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7515, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:52:17.927622+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f7d3c3b-da9d-4a70-bf80-6e15fe5903d5", "result_sha256": "3577360e4af2d51fb2568beac615b1429675444c243a38b3764f6a19bf7c0ed7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.031961, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 100.43950301999575, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7342, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:34:10.285092+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b2949b7-65a8-41cf-96c4-43b36aaaec98", "result_sha256": "74ed0e6154a35ed3d11752f5f0947816ef066d8cdd80736264523e2f48143e48", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01777425, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v10.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 59.42268374399282, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4016, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:16:40.340094+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2e9b4d1-a5c7-42a0-9858-a888a67fb1db", "result_sha256": "52b18846def885af9c0a5f401f3c23d70a555eefa98e18c9c6f31d9304c47c73", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02859925, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 98.62295625900151, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6551, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:31:34.357034+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8010c684-ee05-4706-9e5d-a7ae435d1295", "result_sha256": "b6c196466f82f3fb9c1dd1bc811f9319ec67cba330fe8a364977c21de573380e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0204285, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 52.55322637601057, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4612, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:37:57.058224+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5179f4bc-4d20-463b-aa7a-c8c71cd3fa49", "result_sha256": "04c09575507bb9ff139436619d5f9a69e8b4001c8015caa59c8ace205f809786", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.025411, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 93.44229937699856, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5822, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:21:40.596718+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1a2ed26-6297-4e5b-99b8-f4380662538d", "result_sha256": "7e4d63a385fa079c2ec4bec92e40051c5e8cbffb2a90886c267d68f05050bf4a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02024025, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 67.6989814460103, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4563, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:46:07.884984+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "386bfe02-73a8-4bc2-b431-f18b47d61722", "result_sha256": "7bf0b254e3bc806665e2365b528a14c67d0bf68ea05e769a7e8be1f3d820129d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0203535, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 88.66324151100707, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4632, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:05:14.286268+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4c24f37-1ca9-4ddd-9dd5-ade726e754ba", "result_sha256": "bfc5d1582832855b57afa976ee6720d5631e9289267903c0d3966f78bb90b0f2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02386875, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.30636648999644, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5450, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:52:50.724423+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dce42382-bead-46df-a843-10a03010b4e6", "result_sha256": "229a18a0c400e5c757f2220a81b4faa6a1b5d017e4818e06d7bb44830ffeca83", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.026708, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 91.26216031701188, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6106, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:58:07.177371+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a036a1b9-7986-48b0-a6b0-377fca154e0d", "result_sha256": "9e93ac2b5dc9e5f0e703d3100e190e7090559625238050d90df120069920acb6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0195445, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 71.32996436502435, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4404, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:57:31.359231+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7baf8d39-c681-4d0e-97e5-7337402b5bf6", "result_sha256": "d78ab1404b89de988169af0f409cebc105e5cfbe26c91d88ea9eb729064bc4b9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02204475, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.10208225500537, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5017, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:20:24.650515+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "26ae177a-f455-49f5-99f3-1d53cdbe0354", "result_sha256": "06eef522c2e9bd00819e877f119097e34e4542a8438909c0e5905133e064efc8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022021, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 81.47362109500682, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4982, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"JetBrains Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:51:48.182553+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d7d4e8e-29ca-4483-a1ae-6110d665404b", "result_sha256": "85072eb93e4d46b134a611371f1c725993f2dc8a9f927484db20f239c0efaad0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01741325, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 60.56683033501031, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3939, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:06:50.996739+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c950fe9b-1a90-47d4-ab2a-df7a3dde6bab", "result_sha256": "a33d73638b2370527ccf0e7aeb9ae36851fc21391c9a2eb61bb4ae24476d7c4e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0343695, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 129.4414004299906, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7904, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:39:37.920175+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7287bb45-88fe-44c8-bf21-89920a701ebe", "result_sha256": "80da6625602d2f0f30424fe3aa8694a63e543043e15f61f0996d55c07663ba9d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01963125, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": false, "latency_sec": 73.1173411780037, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4450, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:56:06.960614+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "af3f55eb-57ab-4c07-becb-8d9288a383a9", "result_sha256": "5ef1edc9aa27056b482833b247ec606a21a726ddfa548e3b152d579e193d1417", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0194475, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 63.22841533998144, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4400, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:09:27.154792+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "39c29e7d-0c58-448b-8add-9c570eb5a625", "result_sha256": "56d9792e887c349c5be2fc697323151d6c47e5bb902cd6653428d234cf13d3ad", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.039823, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 135.6324329059862, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9201, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:45:00.812349+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eb361fe-3158-46fd-94f3-d1d61a769831", "result_sha256": "5de06bd4b92b179c3509293be855eae7ab63f5822b9a6b5f349ac7f590e5bf7c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0303385, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.55671165301464, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6972, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:07:30.153858+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bca2a97d-9c22-4a55-90c4-53207745c5b0", "result_sha256": "ed0df21eb3c012d9e75edb17dadcbd68af3283e157e70d5b891f6a8262505098", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05364075, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 179.71395863298676, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 12419, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:27:36.933597+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8f0f002-7fec-452a-895c-4d0fd39f515e", "result_sha256": "c76744a320611bccb5277aaf6620e683fa89634a70652fcf392461115fdd4a9a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04003175, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 150.85052396799438, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9241, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:32:37.210825+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9503e952-67a2-44fe-aec3-28941b766558", "result_sha256": "4c6fbaf164d2270c82717f7f5705d93a65372b9d4753558119d51e4df8afcc08", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0250775, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 90.46153432500432, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5720, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:52:58.149768+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c3c3a26-b0a7-438b-9ab6-d9c79b05e562", "result_sha256": "f52ff8aa57553c3517924467acbfea35ce1bbf1776f68742478bdab88a439022", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02592575, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.21475985800498, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5934, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:11:53.715678+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f0922af-ba45-464d-a854-4f7341d818f9", "result_sha256": "43cf6669658ae96bffd4fb7dcfa436defa5270d33a61e67fe3994ccce50c80a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0431635, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 168.1386457879853, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9987, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:09:18.329923+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11aea49a-3900-4acb-b187-b3f0faf820fa", "result_sha256": "2d933c161694724c91a55bdb73e7758c2b29bf818320320ec6617201e6e4adeb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02909325, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 96.24710377398878, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6679, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:30:41.966522+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0995fdd7-3dd4-46ca-8f64-594dec47d808", "result_sha256": "0209dcb2517e2e27b79a12a08eec6b8367e81adcfe5dc5bd623f1e8f4e0573e3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013253, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.753678435023176, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2916, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:11:13.975502+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b0688af-0740-41f9-a443-facd53390b9a", "result_sha256": "5ae65079d8e23d9037b50c3616b9018137bda73f267d7ef3120ce8d72a9d301d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02773225, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 95.4596436439897, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6347, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:15:51.628125+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13f841ff-3aaf-4816-a393-1f17c2e5a23a", "result_sha256": "6c023b9e2a6e373cbf5684c484d2ecba3b1e7687b0943cbea731fede3864cf52", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.042052, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 141.318212706974, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 9714, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:23:26.345881+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "196aeb2e-ae44-41bd-96b9-d64a8d374591", "result_sha256": "902882198b0c0af3e811ed2333cfef18ad1b83e97f9f79f49fcad18a2f891bb4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01891975, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.22451372101204, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4272, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:03:24.428413+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a09a7fbb-3781-4b90-9e3a-49b299902b31", "result_sha256": "b49b5b3a2c06f130482056434bcf0c9a65337701e9f1a7dd2226a018c516c7b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01876975, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.364753984991694, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4217, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:35:22.522273+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a3faf1b-8a0a-4284-89c0-9106f2bf286f", "result_sha256": "4435766708187e722f4708b67f079b9af2663b6d9011adbf1b6803178de35cdd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01080375, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.292652123986045, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2385, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:10:58.662775+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "18d1afad-f1e1-46f1-ae7d-9611c90bad11", "result_sha256": "143235a474a35df2c5d87a4206e25831793a78cfc8b144b3bc1d00e0fe7c520c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019449, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 66.1639771569753, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4383, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:38:23.567716+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3fda796-b7e0-4e24-a919-7d38f052b3bb", "result_sha256": "f96209abdda428db73334271c13a96fcdf2cbf83088a22d74beb4a91c213d85e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01680475, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.15884464798728, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3797, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:45:45.013387+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4864d60f-3df0-4b76-b6b6-fa6cd3e684b9", "result_sha256": "2fa2e2e0a5520f19f14f6675c8319f2d3c7436e50324ad34df753ea99b47f964", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03211725, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 97.46500644402113, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7387, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:27:02.893591+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d4878d8-58b8-4321-a97e-c23c77dc06c9", "result_sha256": "2ec876112f288a2e1756deb3e37719e5fe9175a2196445178905fcf3901b7b36", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022548, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 82.45141454300028, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5106, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:29:27.139359+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1a2955-11ed-44af-a4be-1dfaee162944", "result_sha256": "90bfc7b497623fc6c27950fc4e9233b1cb6637114b036c4e6e0c812f01c40b2a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03363625, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 110.19495305599412, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7765, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:30:38.770943+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb374a7d-081d-498f-8e0b-8071f9b09616", "result_sha256": "df1f454b1bd36429ece540a6a857a1add30831d13f176eface0dd219cd270fb6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0395995, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 133.7174422579992, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9154, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:35:18.945238+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ee9e252-0fbf-47da-b481-df916857e111", "result_sha256": "5cb571040a0996367ed5e71da52142eb63ddd177023d474a3e1a4cea63b71117", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02387275, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 76.95459949198994, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5448, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:12:42.791758+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5804857-2062-47c7-94cc-0f9fdda99274", "result_sha256": "ea792da8f553309a38e337ac90563a40d8ad5feaa30abc7212b26d58c364be40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01651375, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.98415052899509, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3735, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:11:57.495643+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "232e8340-7962-45d3-bf76-838983bb4438", "result_sha256": "a420e1c5b430aa7ed720b3b73850bdbbd6a0bbff5cfd55daca4b15a756b9e1c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032573, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 117.3809869469842, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7486, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:20:15.445793+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b92bfce4-bdf8-4d29-b206-87f43c1cd0d0", "result_sha256": "d04d38cb0be0c34e3fff2112702e0186e16478f3051c84ed09aa5665654df116", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05492525, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 183.6830804060155, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 12743, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Open Sans\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:26:58.502335+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a7cf0a3-a308-4844-b952-ee20c767a1b2", "result_sha256": "bb5363b01b1d8b399d417a4a37fe5be1d39b5457316a17ecc2faf16ea8c11643", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01698325, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.339187052013585, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3839, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:52:14.357479+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "948060e3-54d3-470f-923c-48b026333993", "result_sha256": "dac7335de14806d76dd70c7de6e2ad87ee20e510f216e38a73bb78415694d34b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010988, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.43793177700718, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2386, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Open Sans\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:56:10.240940+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c7e48c1-e93e-4f6a-9611-e49ebee02e31", "result_sha256": "c713ed4d8d6cd93ea0131fa2957d1ddf551a0218e8ec5f5d6ec22a430d3bfdc8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0218495, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 77.20231498399517, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4984, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:25:45.493279+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "938c66b5-c0ef-447f-bd0e-a8eaa2149376", "result_sha256": "54a2b822addbc35d0c66ff4c561c9b50ce1a091722650632584aff0f85f7d9f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02535775, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.99184058100218, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5803, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:01:15.603094+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e58a97fe-f9e6-48b6-b3ae-562abd9094c2", "result_sha256": "ca6cd9dc392b51bb08f4982fd9b1dfe4f97a40bc4e429fea8caae4dde9d5402a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02194325, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 78.86339121600031, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4994, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:55:52.315996+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dc78adb-16df-4f17-b625-b0bc2dfeabfa", "result_sha256": "f1cf50554ff3702bb145dc51aaeb9b71be89d04400408374834d850a96c59a6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03335175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 105.70230546899256, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7681, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:52:05.090314+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a83e4d73-1164-4837-9667-3f23bf556c67", "result_sha256": "8ffdcd62275a2d32d37a5698d1cf931fabec3c266767d326f99ced38c14b50b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02152675, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.30599509898457, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4896, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:06:36.851270+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bf6eb2a-701d-4a8f-a94f-697d06ed4064", "result_sha256": "fd2d973989ecbe5d9e6945983b38684b3e7618a25daabef74d784ea7f0f03aa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032234, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 120.54659226900549, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7418, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:19:02.115837+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2984ab9e-5fcf-4608-b6c4-2e0cf5affae9", "result_sha256": "f85c0d4021dd05d3233978735fb1c3103f87da58415a8257b5349bd95b394083", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016477, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.692042754002614, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3694, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:39:05.519460+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cd9371f-64e9-49ef-aaf5-4c49576a0103", "result_sha256": "e6760ef2a7035f9be583f7e83a526e58e1a871ec8f3322380b6c86b52fa9ee77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02043075, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.9585368699918, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4629, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:09:13.181785+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3faa3cb6-77bf-4bc7-b634-594f89a352f4", "result_sha256": "2f0dfaa12af76886f395e7b0ea8835313379b75fd83e318330b774c928909f21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03206875, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 113.75868300200091, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7365, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T09:01:34.890738+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ea3f56a-d098-438e-9ca3-ca44b747d718", "result_sha256": "dfb55e4e1c314b7a8bcbfe68a1ba87a72078e94e4ad3726477b6aa6c58071d62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019215, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 65.97968139799195, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4355, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:27:51.133086+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "240ad5a0-97c2-411d-b9f5-b998e88ea576", "result_sha256": "1d8469a27fa01101f57e302ecc5e3e6e2d5d070e61a44f96e9151d98be1bbe9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162355, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 54.52959433902288, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3651, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:18:29.493007+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "37a205f4-a04e-48a8-8570-60c3d102a1a0", "result_sha256": "d98e530f55f75362bd3946f8d62d7af7dc013b36006c9ea44e4f389378ecc0c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02881275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 100.9927112350124, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6613, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:55:29.586520+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e10463a5-f4b8-4a19-b40c-7b2f0f859bb0", "result_sha256": "f4adc20aa5c01b402d8a82e6a8b1376b16d895a18200d32d0ee82086b4fd61f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032083, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 109.63346334701055, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7366, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:16:28.871750+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0aa3ed5-2e0f-4113-8eb0-558d1a3f2ab3", "result_sha256": "1deb15993754f51759f4aa4b2523a7e78ccffffa4204c16e6ee2a7d547f3f2a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01668225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.714178580994485, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3747, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:35:18.750419+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "951d14f6-ac33-4430-874c-988dad61a900", "result_sha256": "1e06d8e78d72df3b3fbebc95ece4f8ed2d84858dc3812157386137b3a0533708", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0122, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.9764522750047, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2690, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:55:42.664107+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2e5fe0b-a665-4846-ba31-1bc02ab8098c", "result_sha256": "87f1773dc6c1ddf70b6d4d67271f7a6f2d74f71dddef1f879856dc6417d0ef6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020745, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 76.58324206402176, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4715, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:42:05.857275+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4199f3e-2c07-447b-90f5-64cdd30a7d0e", "result_sha256": "3902a4974d7387cf77ef49cc7c6f8eb2c48575a945352e4dd9ea55c07f565640", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0190545, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 67.46943512899452, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4284, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:06:54.394703+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "217c2422-ac9c-4911-883e-e3d1348d2779", "result_sha256": "8c50414bfc2ced1ab81e577f2f676cf181b09dbe4bb76dd16711616db24db2df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02347725, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 84.84016163999331, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5367, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:59:43.090079+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a93b421b-5cfe-4c80-beac-79a005d7b885", "result_sha256": "46e48841dfdfd099c508a5a57ffa5bd42a6fa4751060c14ba9d46171b7525531", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0314925, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 104.32969200899242, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7240, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:24:12.328628+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "88c8b1f0-1fb1-4d29-8a0a-6de0ce32bbf9", "result_sha256": "bdb0e6157ba47b6d7551edcf47ca4521ed8845a3197b6cf995422af54cd24757", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02926575, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 96.26634854701115, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6729, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:29:17.520244+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "03a2f721-83a9-4880-b21a-627efb3ce47a", "result_sha256": "9655b9996ad8631e9851e95786d191b2c0b213dd5869329aa1f7717895b3b92a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0243655, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 78.69392926301225, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5576, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:03:04.352544+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2ec80cd-2806-4683-8a6a-0fb6d16d7d87", "result_sha256": "2e2d724943dd6907a6135cb7e4ff15771d76dcb0a08081572286e02234f9cd6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03889775, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 126.77814602898434, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8953, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:31:08.235768+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "48b2cefa-93ce-465b-8363-a5a167f6b7a4", "result_sha256": "9e7bb26100d00072308988bf770889d5ffa66605be8f279dcbd1b41bbd1bea4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0194285, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.30761379699106, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4422, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:23:35.769390+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "773566f9-e8df-400f-8d23-a335f77a1dfd", "result_sha256": "ccbe8292e4da910de5a6284a0a61a2416fa80e7fdb9cbe3d35a31e7ad2567fbd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018902, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 58.36047901000711, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4284, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:02:03.319105+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7205a87-76be-42ca-a442-4d45b4efc374", "result_sha256": "c9b57953a328be160c37919cebb081197404911002385e0d321066cbd7796df0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018947, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 71.56515903599211, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4289, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:10:31.172798+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "20268091-65f6-4194-9272-3395a695bcfd", "result_sha256": "9a7f6df7f547be1e31026997cb30b0a45d51a96cfe4449d774549b69032dbcdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01733175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 58.339790725993225, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3921, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:05:58.464840+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "35f11e96-f224-41bd-9954-04846b8eaa62", "result_sha256": "0c70eed6c895b92e4b23dc29b76211e7b8048b25a3f3be2381c6dbc89209fe30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02085925, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.70401997998124, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4751, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:01:49.399582+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da00627-66e7-4962-8f43-82115ce9d802", "result_sha256": "a0209c615b37cac9bfebcb644d133a167d2931ef95685ce708ac15bfa89c4e8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0267215, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 102.91317154699937, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6088, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:58:13.330950+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9478fd03-1d65-4a73-a276-49db17d6c828", "result_sha256": "18ed718311a374732934b2198ba09f26bb6461cfee6144d4f71485937833f32f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01228425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.732741204992635, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2741, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:02:13.861747+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b2472c2-c37c-48c9-a5ae-94873a66c1d2", "result_sha256": "f62d8d8254723f1a13f77a324ede1be6b3512ea3a15b36d29c41159deb704f9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020228, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 83.87731066401466, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4596, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:47:19.797000+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13348dbd-cb86-437b-b8df-c3711f3d774c", "result_sha256": "4f060428d0ee06a2d19e07a015a13e7d372d2e7b3b03dad799fbfc6299f0b392", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0388115, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 179.0205151559785, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 8963, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Open Sans\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:10:46.016366+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c3f5aef-6533-46b5-baff-385ab6a9139b", "result_sha256": "c609dcb76546e5884f0bc4ce3da378ae6563c4e1721dbbf88226db380fc15323", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01723625, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.09348127999692, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3875, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:00:11.427937+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aea625bf-827e-4b15-9765-e1fd72c1e762", "result_sha256": "e9d92fd28d4aa6f589a3b4c6bd28c8f4e1dd80b575e010341a975a951553a667", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01884275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.35004311200464, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4283, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:13:53.524703+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3bf008f-52e9-4736-820a-b1a108c67ce3", "result_sha256": "db546851f0e30b530a3417676e76da12eaea9f02882d59bfee7fc2c09eb0e12f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0188285, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.852657798997825, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4252, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:33:03.663859+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "516c057b-9ccc-41c0-8235-07ce04a59970", "result_sha256": "8412834fa45105b2ddab9b9824a9011a057389e51617115f82b0711351b5e6f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0170875, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.097020179993706, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3870, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:40:41.334621+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d81c1635-0253-418b-b9c6-341b829d8d92", "result_sha256": "1ff5f186956f66b5a613fd480172914daf9c243a56ca572ab80ab7f0ae1dd6de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01785525, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 87.08704041599412, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4023, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:34:02.354788+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "75cdc568-9209-4a91-b225-cc067a15647e", "result_sha256": "9dc30b0b8f2840a9d1a4ce9ab1140900b4af3ca0a159f64f6f4356b0ba54131a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01970975, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 50.9584814599948, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4457, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:36:50.071008+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cd6b0a8-ee9c-45a3-a46d-f611bd56ff7a", "result_sha256": "4d1465e695a8f78b461873e98731f72804e1de2a1e9373ea4bb9916ae0a6e61f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03289525, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 111.6606529970013, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7583, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:00:41.971373+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d4d65e8-ac06-4a87-8a9a-5a42cdfcb6c0", "result_sha256": "e18495f97b7ed47304ac24acd39304a66d3469593541632ef8dec9feccb7ecca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0234915, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.91864369399264, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5328, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:34:27.148356+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dd895af-13f5-4a4c-9312-e7ed0a55e090", "result_sha256": "48c16457faca978fc11b4a6caa042965b45548e5b20254b3a8a527792dfa16de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01416975, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 54.57344768900657, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3177, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:47:09.467984+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa5ae9af-3d8b-4234-87b3-201e677b6f3c", "result_sha256": "69dd0540ff9ab6963d5298f6f32fff4d496d95de874550dcb508329410ee2d48", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01246775, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.95717238399084, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2783, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:19:41.258065+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a26ca0d0-3206-4031-ae6e-dc060bc847f0", "result_sha256": "db881ba686e88d046d23f4a5f66b8c68494ec99c13c8c86e97b7f5fc5605c738", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01014575, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.78407727897866, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2209, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:52:30.099477+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3b7c69d-78b2-4935-b8d6-45f5f60e1c81", "result_sha256": "c9464db0f646bd143091927293ed8383e9901b281c70c55f90f8009a4f043e76", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01752575, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 59.6486191849981, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3929, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Garamond\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:30:35.952373+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd57ea2c-ef37-414c-b546-f45057b033b5", "result_sha256": "d3d5bd7d4bba5aabc808062a5f3cef600cc79c03ded0255f67a5b5372a786d42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0089975, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.35259970498737, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1960, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:51:11.842703+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "888fa3c4-2938-4aaf-8291-2065eb8321b0", "result_sha256": "ad7d9c498314e41753a5fc2d41588f09b8cb6a8c06141aa6862238d8a89da3b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01144275, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.90961083699949, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2493, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:58:50.199953+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2be9c944-b048-4481-be05-289324fde23c", "result_sha256": "4cef501e9cf52be924570f03b64acfbc0475272876810b73a7ebd466c4a0cbdc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01347275, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 43.914397379994625, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3013, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:59:25.508345+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b55f4bb-1241-4b21-aa2e-debff95cc992", "result_sha256": "56433236b8513c04ceee77a690dd39c4422beed7b054dba2d065caf4ef99cca2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00921625, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.48101654200582, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2005, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:04:28.092382+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "be1f5b5b-41e2-4f70-9ea8-3a43ab9c7c9f", "result_sha256": "fbf830f573506cc348953aebbc4d7ce7b853a059b2de4e6494e7111ef194820f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01759975, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.85079910501372, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3972, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:55:22.609826+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "90ed1793-138a-4e36-874c-b0773b812743", "result_sha256": "b53c6f2d1b0dc97fe7dc96721b7bda886366b7544e7ff17dea335ceacf3426c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0242585, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 81.83987399499165, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5532, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:46:40.061495+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ec71f52-20fa-48fa-8363-23372d8fc613", "result_sha256": "d9e601046a7bec279e0d13f3e501cba553d8884632c411d16f57912762958085", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0207575, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 98.20843689201865, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4715, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:42:31.418733+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "29772706-95b1-4adc-8c61-fa9352625f16", "result_sha256": "7520f1f2a4d9ba4ac07d80df97f8ead3852b854699d4dc5a473bc2806aa8df7b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0095815, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.068069330998696, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2088, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:15:37.365789+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "44621464-b373-4b71-a88a-01d3e90ece13", "result_sha256": "8d7e7381c9624958d994bd413c274562f72db54f92c829fc4d39fd2050f69a46", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027754, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 102.14144346601097, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6328, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:37:22.427709+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b979ec-b5f2-4cff-96cf-9f03baab4140", "result_sha256": "3a2a6bd40c9ef5433c6325fcf192eff676b1414eaefa4ae3c293248bbf8985a8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030567, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.29462079401128, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7014, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:07:02.222501+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9a6d27c-b0cd-428b-9a9f-40fd91172501", "result_sha256": "075ab581b70d2864f3d3479048384c668d081e4eead0dde0a65cf6d5baf3ce0c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023369, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 84.73518175201025, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5318, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:51:34.338372+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84b6e224-852e-4590-9e6b-d422c7bc7dfd", "result_sha256": "4b154fe8e3ecd03e872914cd3742b723eacb66dc1003c2d2a5bf9df71473eb5b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03115975, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 128.15336331099388, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7152, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"EB Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:25:30.829787+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebee75f0-b388-4914-aee9-2ced602e1fea", "result_sha256": "a2bc71b7b1740bc9fa9152e3a26ec8e9918d23a36a9ecb515d2a8568eb629cb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015428, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.33244174698484, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3461, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:50:26.628990+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d24046a3-3d7a-463f-8b37-3555e1617b5c", "result_sha256": "e61090762772f0bb8abb136ecef4752acc95fe19fc5d877037d4a46edbbfd869", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0169, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.390852076990996, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3810, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:13:49.346507+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb9fd25-0731-4206-bf7b-46ef0de590e7", "result_sha256": "8e018d7a865a5d707eb9cee33a0516334b2a9b464662ff2d189fafa61bee99da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0143835, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 50.895455093996134, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3182, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:33:05.696126+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3075f9fd-dcbb-42bc-a85f-3f3611da7245", "result_sha256": "6db380c0bb6ea13b26348471f5675016753aa546396a9f9cf423598e31238368", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02160875, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.75215064900112, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4885, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:29:19.826233+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a5a6961-ee15-464f-996a-2f88c5e41175", "result_sha256": "47461239044ae20723f0d5a73d4f9036b5674eeb49dc64e90a90e6a390fe6dc1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016435, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.202967277000425, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3710, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:23:15.291754+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "af30173c-68b6-4cf2-aca1-838819d203dd", "result_sha256": "47f77149b9f13f17f633f135529dd5c1d4330b082a5772ca2c1d74451b5e7cbf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023189, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 83.98390711698448, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5263, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:28:03.728052+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed286925-1d88-4717-bc98-9f1b5f133e3c", "result_sha256": "440baea351426e854a2c84addd40f14215f9ce3da2f316d2d8f42f4c780a12c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02896825, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 111.35293397802161, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6659, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:28:43.756026+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f1dd6b1-d37d-423c-943d-aed669d212d0", "result_sha256": "f66475b092f9b826c4691aa61fa0fe87ea3db09180c1744f9f0f6de3c1273276", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014467, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.78518148398143, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3234, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:53:16.117222+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "752eff68-17b3-4e73-89b5-3866bc1dec09", "result_sha256": "ecfc54a502ffe04c3c4ed832a202b6d5994b49f870470b6e0997e61492c6fa15", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02652175, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 83.4211379159824, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6041, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T09:03:20.656727+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "55224ee7-0765-4def-839d-d2403a050d20", "result_sha256": "d22ce7048ee0de7e624acffe172dc302e684db829122365b563207e462e5f266", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023054, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.13884432299528, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5258, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:18:43.327585+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c5bb38b-1ca6-4258-bf64-01fd1449e49e", "result_sha256": "a0ff80730051117bfb6b40e1d24be700f58791b0211667d6eb69db3d70403296", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0268325, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.76268511099624, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6150, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:01:50.480306+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fafbdb0-542a-4138-8e7d-c935657fcd5a", "result_sha256": "29ed30f322477c043e7ed5005c9feb85f573a002a35221657dd91a0aa84ec290", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021582, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 83.33094811401679, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4909, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:24:31.852550+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3209b430-d422-449e-92d4-955af6bf0abc", "result_sha256": "29c7c339b737845e4dcbb7843649c85689f885c8eef25f81131645ec253f58cf", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.070272, "error": "Response did not complete: incomplete", "error_kind": "invalid_response", "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 240.36091414900147, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 16384, "predicted_category": "", "predicted_font": "", "predicted_kerning": "", "predicted_line_height": "", "predicted_modifier": "", "predicted_weight": "", "provider": "openai", "raw_prediction": "{\"top_logprobs\":0,\"temperature\":1.0,\"top_p\":1.0,\"service_tier\":\"auto\",\"model\":\"muse-spark-1.3\",\"reasoning\":{\"effort\":\"high\"},\"background\":false,\"text\":{\"format\":{\"type\":\"json_schema\",\"name\":\"fontbench_prediction\",\"schema\":{\"title\":\"TypographicPrediction\",\"properties\":{\"category\":{\"enum\":[\"serif\",\"non-serif\",\"mono\",\"handwriting\",\"other\"],\"title\":\"Category\",\"type\":\"string\"},\"font\":{\"description\":\"The non-empty canonical font family name\",\"minLength\":1,\"title\":\"Font\",\"type\":\"string\"},\"kerning\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Kerning\",\"type\":\"string\"},\"line_height\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Line Height\",\"type\":\"string\"},\"modifier\":{\"enum\":[\"regular\",\"italic\",\"underline\",\"strikethrough\",\"small-caps\"],\"title\":\"Modifier\",\"type\":\"string\"},\"weight\":{\"enum\":[\"thin\",\"regular\",\"bold\",\"black\"],\"title\":\"Weight\",\"type\":\"string\"}},\"type\":\"object\",\"required\":[\"font\",\"category\",\"weight\",\"modifier\",\"kerning\",\"line_height\"],\"additionalProperties\":false},\"strict\":true}},\"tools\":[],\"tool_choice\":\"auto\",\"truncation\":\"disabled\",\"id\":\"resp_6aa24001c482b87f6f044e16\",\"object\":\"response\",\"status\":\"incomplete\",\"created_at\":1789018113.0,\"error\":null,\"incomplete_details\":{\"reason\":\"max_output_tokens\"},\"output\":[],\"instructions\":null,\"usage\":{\"input_tokens\":512,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":16384,\"output_tokens_details\":{\"reasoning_tokens\":16381},\"total_tokens\":16896},\"parallel_tool_calls\":true,\"store\":false,\"max_output_tokens\":16384}", "recorded_at": "2026-09-10T05:28:33.455451+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b247cd3-9ffd-4a08-b52a-4d6b872f65a7", "result_sha256": "715883d679b68eda91e129a9078713a2296e1c5343df64f3bd7054cd856191e8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0179615, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.18587150701205, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 4048, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Lobster\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:20:12.866774+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce95e9d0-a86d-4762-91cc-071857dbfa7d", "result_sha256": "83506cd4033a7776ba757f54b8067846856f8a56fbced04b8fdf6b6dbdebfb64", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0130075, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 45.296087252005236, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": false, "output_tokens": 2880, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:17:34.828545+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4cd01b3-bd92-4ea8-92bc-6bcecb0dcd5d", "result_sha256": "f135260813a32ae623a6e440ed15d1a0c26fd292a0e0452c58dd81b8f8f54557", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0198455, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.33265750602004, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4506, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Lobster\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:22:57.052927+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a59b9d08-4ac7-4d6b-b8bd-a260e3506975", "result_sha256": "a9b9d3badd0645c2f0e7d46fd7fc1464f53d14c49e7c802c38e1001238db98ad", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.07035075, "error": "Response did not complete: incomplete", "error_kind": "invalid_response", "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": false, "latency_sec": 248.99722851798288, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": false, "output_tokens": 16384, "predicted_category": "", "predicted_font": "", "predicted_kerning": "", "predicted_line_height": "", "predicted_modifier": "", "predicted_weight": "", "provider": "openai", "raw_prediction": "{\"top_logprobs\":0,\"temperature\":1.0,\"top_p\":1.0,\"service_tier\":\"auto\",\"model\":\"muse-spark-1.3\",\"reasoning\":{\"effort\":\"high\"},\"background\":false,\"text\":{\"format\":{\"type\":\"json_schema\",\"name\":\"fontbench_prediction\",\"schema\":{\"properties\":{\"category\":{\"enum\":[\"serif\",\"non-serif\",\"mono\",\"handwriting\",\"other\"],\"title\":\"Category\",\"type\":\"string\"},\"font\":{\"description\":\"The non-empty canonical font family name\",\"minLength\":1,\"title\":\"Font\",\"type\":\"string\"},\"kerning\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Kerning\",\"type\":\"string\"},\"line_height\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Line Height\",\"type\":\"string\"},\"modifier\":{\"enum\":[\"regular\",\"italic\",\"underline\",\"strikethrough\",\"small-caps\"],\"title\":\"Modifier\",\"type\":\"string\"},\"weight\":{\"enum\":[\"thin\",\"regular\",\"bold\",\"black\"],\"title\":\"Weight\",\"type\":\"string\"}},\"title\":\"TypographicPrediction\",\"additionalProperties\":false,\"required\":[\"font\",\"category\",\"weight\",\"modifier\",\"kerning\",\"line_height\"],\"type\":\"object\"},\"strict\":true}},\"tools\":[],\"tool_choice\":\"auto\",\"truncation\":\"disabled\",\"id\":\"resp_6aa22fca3e492d78ed6148e7\",\"object\":\"response\",\"status\":\"incomplete\",\"created_at\":1789013962.0,\"error\":null,\"incomplete_details\":{\"reason\":\"max_output_tokens\"},\"output\":[],\"instructions\":null,\"usage\":{\"input_tokens\":575,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":16384,\"output_tokens_details\":{\"reasoning_tokens\":16381},\"total_tokens\":16959},\"parallel_tool_calls\":true,\"store\":false,\"max_output_tokens\":16384}", "recorded_at": "2026-09-10T04:19:22.554489+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a872dadb-41c4-45ca-a099-64b4013b3896", "result_sha256": "bb4d37328c14384d91b5acd224d150090878cb44b155959e5692b7f9d15e1d25", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03890225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 141.73112299700733, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8987, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:41:45.908470+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b46525a4-93f8-454f-a9f5-66c2944fde58", "result_sha256": "a919fc2353ca44a280978cf2971dc43ae81e94b74c468f608afa95a9df82ccd2", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.014221, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.89476444898173, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3177, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Brush Script MT\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:25:03.177391+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdf95359-5f8e-4138-9603-e0fbd8dd2977", "result_sha256": "64649838902eb5b2f6b6184d920c4c35d3689b1274064b555fb98200d6851a6e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01333825, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.638635560986586, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2989, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Brush Script MT\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:56:49.628456+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "71699ef8-d272-4ba6-9298-c7390526448c", "result_sha256": "05d1e582b4ff5ecfcfc588df30d6b4aa8d2780939792933890c532b1985c1ecf", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.03143275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 110.55277834701701, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7213, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Brush Script MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:47:14.838725+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f306cc91-9ec7-4fea-b6f9-270396c55bd4", "result_sha256": "d2ed7cb115d0421be7e31068103eda1e16a16e36e0cad83237448412d8bfbee4", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.03265375, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.5964148940111, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7505, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Brush Script MT\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:42:34.234759+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d2f338-5eef-440b-90f3-c89c140167f4", "result_sha256": "83e0c3c77810096b6a1ec38104d84e545b193795fdacbf89f18d2ad91e2e2911", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.040461, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 133.5092995229934, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 9362, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:20:16.528810+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "52d428c1-6641-4886-81cd-1b7f776761e9", "result_sha256": "aa29759c4e00ba24ffdd0be610e9475127cdf6185fbee21a93be8321349d5f1a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.042987, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": false, "latency_sec": 133.46702762300265, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 9964, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:04:40.626831+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7ed7a17-9cb2-40c6-9448-4cc0b054c6d4", "result_sha256": "0b6bea4d4694a65b8eb494a4334808cedb4f05882c82e11b3306226e6dd227d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013067, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.460120945004746, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2924, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:45:51.625086+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "06b5d93d-ec45-4fa5-848e-f9995465c8eb", "result_sha256": "9ff8ddae6247c6f7fa32c0d050d00340d469b8750309d5579139a88e70c690e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0103795, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.77438175401767, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2264, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:06:19.509891+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d00c5ab-48bc-4814-87fd-8a0e1ffb9388", "result_sha256": "4a734db1a444fc3d829262c9bd5b5cc06caddc2c2341c30c11085f64543b0a92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0248735, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 85.74916873397888, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5672, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:49:04.509698+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a747486-5c1f-4486-bd53-15a66af98bdf", "result_sha256": "933502047b97175de286948f21d285cc1e5900e1df3ff5ae5be5b56ca0f9b544", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014735, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.5083575710014, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3310, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:40:09.506484+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a69319ef-dd92-470a-9549-cde7004ed496", "result_sha256": "c11d4859693fd7584cc1e0bb8d7483c0ee12969a432f2492dca93fc42a0fcf79", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01462175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.24383682201733, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3241, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:55:53.913952+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "64987e24-355d-4606-b304-8af3e1b14618", "result_sha256": "213bdade655546c5f84ee3b941e5e579c7b14bb2c5c096f1095c1319e2850bec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0245695, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.23274061499978, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5624, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:15:53.301466+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "61b37046-6acc-44a8-a940-0b61e34ce5ee", "result_sha256": "5f9db6f90849edf0f5ffe2420ecfb74b9deddaa84391d59175d67bd320d80872", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018715, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.05457895901054, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4240, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:45:01.038596+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "953b5ccc-d98f-427f-997a-ae535e2dae18", "result_sha256": "7f2266b29d9515003f3f4f00a2a50854f690a35b8309b8a50ae915405e913f58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01613775, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.06451514700893, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3628, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:44:59.851105+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eccbe44b-7058-4508-bea5-8f42ecd39024", "result_sha256": "da43f5f1ed95bde08e0fe25f045a782dd683907e728e951e0a7dc4b64ebde446", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0134575, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 44.21253720598179, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3000, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:05:31.396536+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "80364117-7172-42de-8db0-1fc1f34fa0f9", "result_sha256": "cda1f00e8511c3cf75be584f88d5431e64c15b90a7d07c615b0af33a1203983c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016584, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.92914459001622, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3733, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:05:53.017402+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "149c9496-e6d2-4e24-8560-0acf322abf1e", "result_sha256": "b8efa954b4accb1fab9f2f06f5f71b62148296c39b45e68452b2194ff5942297", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02072925, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.99711707298411, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4711, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:23:10.943485+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d77b674-24d1-4016-801f-cb58229ec86a", "result_sha256": "bf876182f1c0090577a3f1dc018349770df6e9b9b20275c20a91b52ddd3667f8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01675325, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 71.79815593000967, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3759, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:43:58.931641+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "929ed3b5-7115-4172-bf73-d797bd6e99aa", "result_sha256": "3e9f263613f7591fcfc892e226fe1d2708a198f1d1f18e8a3515808392a2a1f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01503325, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.63056654098909, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3359, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:53:26.379030+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "59f67016-1eea-4f00-bed3-b367203297db", "result_sha256": "22b675606fbeaf4a37fb5289e6b37cce2fd6e73d8f714311274a9731bb213df4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028384, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 94.06061088602291, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6498, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:11:23.059606+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "531a73dc-0f3e-4a83-9f91-1c2a9023447a", "result_sha256": "237756e0cde92d00023ff4bd58b59ffb5cd6090d305bab8f3f0134a7ad4f2903", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02706475, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 104.19192509300774, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6202, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:46:35.485737+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "438fd6e5-680b-4ae0-ae29-c54d8d5eafbc", "result_sha256": "f273c744b529339c33d7e2260a733df72b1bf8dd429fdebd0ef562bf9d17fea4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0336095, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 119.68444678300875, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7739, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:08:38.267155+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f401e2f7-3309-4372-be37-df8f07d22962", "result_sha256": "4f925dbfb8c17a22402c0aa5338b23fe5116b6e956034a1c24254a929ce680e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015115, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.63555030798307, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3390, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:25:09.106415+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea6eefcc-4bcf-46b0-a327-543d985d8dbe", "result_sha256": "6abd48f5159dd0dae6e24a59e0735f3e23a12844c3414784c6c99d6040e4b608", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01789225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 68.86501185398083, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4027, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:08:45.340373+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bcf0c22-a79e-4c16-aff3-59c102681828", "result_sha256": "08929d223b2b036e31fe1ba91067a08a42a160fb229d5d2597a8fecf64e7d498", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01260225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.2356618840131, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2787, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:09:40.506087+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "25df2a1f-7ad6-48bc-9b6e-420bf3717fa0", "result_sha256": "651df6a35091cb23717c32a72f52b23948cd01989cb3c18a884b23beeae36107", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008715, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.0316616090131, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1870, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:14:22.749115+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81bbb577-a0a7-4a79-ab5b-004527f8f2c7", "result_sha256": "c6ab09926c88775c50e2056a63dc52e259c29beecfae18ac6705a346ca5eb816", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013826, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 56.49703715299256, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3087, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:51:33.152105+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5bd4e09-5f41-4078-9d1f-5bd0515e7b28", "result_sha256": "94722a2fa4f698222b0d68ea1d996b057ad3d8c30b573ca233facc10f6df83fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009917, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.04154843499418, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2134, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:53:32.311464+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "19663fa4-b81c-4d05-8c84-225db0895d7f", "result_sha256": "a0a69334e4dbf0a027839f33bea0b1237e1fedd3717ad278e47e8ebae4860de7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01334525, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.09792981101782, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2983, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:23:25.353772+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7b1e580-ed4d-44ea-9344-f97ef6338a6a", "result_sha256": "0931492042d3d78cdd341772ec43c247bb1df32e5ec2b7715ca1c95e86a844a3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01804125, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 74.81956962001277, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4075, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:55:20.910818+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0474d9-9866-4f9a-b232-90932f6cd65d", "result_sha256": "9890244737f852aa4d28558e18511ce674d5b12623261e6ecae5f5116fd8b6c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0175145, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.81717852698057, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3964, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:12:57.166244+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6c1d16d-d1d7-4ed1-9245-90f99f836580", "result_sha256": "135b0569a90e6bf78c5c06caf32b12fa76bcf34edd92f45cdd4e9cce300664a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01937175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.2994290929928, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4401, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T09:01:38.363509+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "69227c56-5c8f-4d4b-bdf7-6148ec6023fd", "result_sha256": "e47953c6d41e97e7bb7f6d06877e26e287bd0efa0b410e02ea65ddce93362560", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02316, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 74.55166890998953, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5250, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:38:41.965368+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "509b9012-4e44-40fd-8f47-d34ad8fb9942", "result_sha256": "6e937edb79ca47b52a780754031229cf0062a4a5c9fdcc09b311e1e9eddede38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02198725, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 88.96912801999133, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5007, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:41:00.315975+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b103ed34-62cf-4152-94ec-d427ba116374", "result_sha256": "18e914f4c40cab066da83554be3941d4dae0084723cf5cb4151c3fb20ce84045", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03288025, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 107.34118395799305, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7573, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:42:20.358373+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9902ea00-eac9-4624-8894-c95e41693af0", "result_sha256": "280519d257a98f939b5b9a0a32c53e7c48942b8b56f388326d76ec846fd6b441", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01680075, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.927771683986066, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3784, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:51:48.947826+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8ef3fb3-5d2b-4b51-89d5-7bedfee0cffc", "result_sha256": "73562b0d98bc60855c6c94f3110b4ae616d21fa69e5e0f59c1f4e3a13305d517", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02614, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 95.85927787900437, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6000, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:01:39.086039+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "33e09a62-11f8-4fdb-8ad7-6f28ecc0f7a1", "result_sha256": "e58634e07291a5e97c1c6577d01bce0deb612889599b0df8e35edabffbbffa7c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01538175, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.27213975699851, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3441, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:28:23.872488+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "98e28391-1096-40ae-a329-1e448c90b1d6", "result_sha256": "ca57d712a9c50b59006561fe3853bbfc8a182d8c0d620fc16ae8ba42e04c3ef0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01002825, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 42.44747142502456, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2179, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:59:16.426114+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fae9dce-352e-483e-a0b6-09045c9935a0", "result_sha256": "0c3c222b0b280ca69453c7c84eaabd3f6ffdd2005525724d23f0796f2d6fd3d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015092, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.257019063981716, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3394, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:15:13.736349+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13ed1bf5-2658-4982-978d-12972ce39ebc", "result_sha256": "25b183fa7360b6edb858925d678cdae7fbfaa74edefc3a8ba2aa1d138a5d2b04", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00895225, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.85788270898047, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1907, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:19:03.058275+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "835453cc-4a4d-45b8-8c87-fe4ea0e59690", "result_sha256": "5e89eb3dd9d73d8dad8b5f72122c0e87e215d148c04f485ed0527ea223df13fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01709375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 75.01592363600503, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3865, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:24:07.012233+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c83dd5-84c0-4f3d-abb3-8437f971dce7", "result_sha256": "cd61cbd3a3cb765bc547c921138ef12b13a6bb293f254238611e25bc4fd2f932", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00826, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.588901975017507, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 1780, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:22:50.173859+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "94d94812-e755-4716-997a-18002095373c", "result_sha256": "592d9521b20e4cd4b1557158c8a673ac8fa4fc3d44a0c79f25b232d884dbd7e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0183095, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 58.627339060010854, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4139, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:06:39.116322+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffb4f05f-cffe-45e0-a09f-60c33515a317", "result_sha256": "08fb830dcf59465e33fe5b77dd7094b9339c7ed9f3f5a29ddb12c4b1947bd6c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01491525, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 55.76599291400635, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3343, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:24:43.714570+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c381000e-cd9c-4ae8-820b-e0984e31f89f", "result_sha256": "c9f783d389eaae74dee820485dcad6830789f3dc68bd34e5c1c0da786b62596f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0357345, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 123.72999910998624, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8239, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:01:08.633270+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5fb857e-6054-41a5-9be0-fde02ece491e", "result_sha256": "2b669b8aef84363e7a916c364e0cff2e2d2f5a7a1ccafca7361635060ff3a7c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01352125, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.80979763402138, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3015, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:20:34.971609+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3d74d67-0d58-474d-9e13-2816b9307b44", "result_sha256": "ba249b0763c91e5bfd6a79b40f69062e8a90bd0673764889a672aa4f35f0de81", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015967, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 54.51477345798048, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3574, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:41:03.504207+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "54031964-1a76-4944-a291-63bd8c940024", "result_sha256": "fc996cd23e56908c90c7f1a5f87c40c8e15f7040d356c4d8ef0189a4d94759fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01785525, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 58.826185042998986, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4023, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:48:52.619226+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "45a0f1a6-63b0-40db-8282-910702b6f89d", "result_sha256": "33fb98054a82591e14023a964faab4e036061748cf99cf7f0bc0e564375115d2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174445, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 53.91516201599734, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3924, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:05:56.082797+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e61932c-f595-4e38-be8e-4fe45c7f6aaf", "result_sha256": "f7c6c0688ff60f2dacaf2f51a1e83f0df46a6a21cff5ed38cfc2f8fadee24189", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01657575, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 56.476783632999286, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3734, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:17:36.968232+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bca500ec-4e83-46f0-bbbe-a0afe6c83aba", "result_sha256": "85df41f879e90e6e43d6a39a2ecd9ef922ca4ac5b348d5fc9006f767c93a10c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01575525, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.02268093000748, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3538, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:53:22.377835+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eab85e39-5845-4cd6-ae48-212f29f4b4b0", "result_sha256": "03898de6fb6f4258b192700ef83fad02d3b87679ab6fc4974ca816a801b52c50", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0088165, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.843081297003664, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 1908, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:10:46.542695+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab6827c-369e-4652-b8c6-b4d3bf9c0fe0", "result_sha256": "9f097c398fc3e265c20eb59307ac005a11c20a53e3bf5a23e63e6402fff1935e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019628, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.31452991298283, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4416, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:14:35.878869+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "921d04c6-e876-4d14-b76b-58d717b3c3c1", "result_sha256": "f2f4f5b6d2548937857f4ff94c2a488df211dbaf26ce14289ec87eb9fdbefff9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00953375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.2246790319914, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2065, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:24:46.794277+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c4208b0-4ade-43c8-a67f-c2a1645964f4", "result_sha256": "55a9ef5ea4bc796516acacd662d405a2729f47800fe0ed678169ba1937287df7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01217875, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.98554719600361, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2685, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:00:49.518528+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccc0e240-8ddc-4ce7-908d-dbc8eda7da68", "result_sha256": "defc3758c6fa59c93c41bda7faa5de82fc097f5ad94594a61516cacd925cc469", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01281025, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 43.83394543200848, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2848, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:12:49.565031+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "46af3b85-78a5-4e47-ae81-9678b3fbcf60", "result_sha256": "04333b17d74f5960475eb2ab0fb33ed850112957b50cbdc8927c45d3d2541e7b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01164675, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.977316706994316, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2541, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:09:12.114714+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0923b44-b059-4acf-adc6-994eaeba5b67", "result_sha256": "3c3b4e8ea25ac52158655108a3583a0a25f116dcdc690b7730d34bc1aaa4b93a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.023609, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 80.12471270101378, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5398, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Merriweather\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:14:41.916455+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8294f24-c882-465e-9637-9a227acadcba", "result_sha256": "5994e0c7101f260aef12f11b7a013b2429e743380840c45789c258e95af71f0b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.035497, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 115.34146980100195, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8159, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:03:14.839750+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba0fec8e-6b8c-449a-85cc-9574c7fc18dc", "result_sha256": "006fd77c0d0c5d9b72e1715af4657865f5ec901ed79bc3b878f2d501ad2b6d06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01915925, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 54.82850533700548, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4351, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:40:31.389283+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c764e682-36f7-4b7c-b1a9-c05339a936a0", "result_sha256": "77388e0061a99529a51a782a5ace9833748f6495202d3c68f274fcb5ca8069bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0125165, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.10038485302357, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2788, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:02:38.246893+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9926b085-b3ff-4e0d-94e7-e5f714ce266c", "result_sha256": "1b8cd2aae35cf9494c64aefb21146643dadb894be7bfb667158d9ceef85f8b52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01343175, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 48.895183732995065, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2961, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:15:40.529188+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fff5ab2-6f04-4457-9790-bf74466beb3e", "result_sha256": "18ae35381a85d71bd710e39972587c6d6f946c03b2f3ce3e4442a07fbf2daf0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0227055, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 78.53269857700798, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5176, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T09:02:55.205918+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "470d9ab6-e6de-4e54-bb58-838a8b29a653", "result_sha256": "7923915c3dc44c12fa31be6034163e6ef24f9751f32b981bb74a9ea1c8292541", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01758875, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.10775398899568, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3975, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:05:00.070442+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "79ba7d73-286a-4be4-9694-b9d8e623d2b1", "result_sha256": "4a45c702de673388a2446bfc5655f5e1e0bab2a4ea6ba8784bb15b3437cfab21", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02729825, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 97.05396205099532, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6254, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"tight\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:57:29.453357+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "63049bb9-157c-4881-99c3-859792b432e8", "result_sha256": "1d2c5c0a544a621c283b8a289fa41956646aab871fa36d65df8153b377829f51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01235075, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.65602322597988, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2749, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:14:52.906566+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a0cdf51-d70f-492b-8a9e-5ee1a44e0bd4", "result_sha256": "dbf49bc522892728c8213f64c99969257b8dbeccd5dd017c9c87f1071aabc3d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01195125, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.56746295900666, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2655, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:41:41.135491+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "047c6bea-ee37-4450-b475-4b1c40841558", "result_sha256": "80703f64350f812349f9fd2b403c17dd8b4716562d13e8e220ee693b4d2ada2b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.019811, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 73.9963112330006, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4462, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:47:31.535707+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a0575a8-d8e1-49c7-acaa-7eb0b4d35eb3", "result_sha256": "84a805199f71c9cdc720b2af51eaeafef53346fedc939c208e27243bee2b1303", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008196, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.038297910999972, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1762, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:42:27.098749+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "263f9395-5719-4b88-ab84-53ee4ee3313b", "result_sha256": "19789bde148d5cbc8f7d0d14a4db3c606ead4dd52844f42e9d1095fa56a5ac2a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0179585, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.76954835598008, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4062, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:18:45.285106+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "90effd2f-8568-498e-afda-8bf8af69d70f", "result_sha256": "866e3f083db6a0586f66fbba6f9b4b413d772d32c0225b55ec9b593f452c0002", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01047675, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 34.715437638020376, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2296, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:26:52.951214+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "283a5488-36f4-49fc-bee3-31d219f4f946", "result_sha256": "214aa3c35eca6b572fdfbc02cad58526e9cab36330574adca98c91fe5d553498", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016365, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.40879958102596, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3670, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:37:27.395162+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a48d345a-1898-4f69-a2ec-b3fc7923cf8e", "result_sha256": "bc57d9597c428d0af48d7fbe2b7464f7dcbf67f59a292124f00784b3f70832cc", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03290175, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 113.74719202501001, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7591, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:31:50.203367+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdf3c4e2-3d3c-462c-8bb3-8559b9b2cef8", "result_sha256": "0cdfb0bab6edb891b4988a3b36efece14e068bd0ba8375ad7d2782a3c73177ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014876, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 44.11279592299252, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3322, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:36:03.884438+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "58fd84a5-5529-49a3-aa8b-11533b1f259e", "result_sha256": "a761740a4f45300a08696d4db0ee2627a0d470db7999c75b59fa4c1686073b35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01636075, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.1104738980066, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3699, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:52:04.328069+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdd7cff4-570c-4821-b011-07e2b303e999", "result_sha256": "c33321c7cd7acf14d18a3f4ac29ec59d2aed388ed6246c1faa7098800fc24ae5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02256, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 72.17000214499421, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5130, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:42:53.361882+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31293df7-e8e3-43c4-9f10-425acd0604bb", "result_sha256": "85986c2953ce9f1d749972d2bf18bff59e37acfdc3bc7f302d69c6d38869d007", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.019757, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 59.38542289700126, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4454, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:48:52.739677+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2710a4c9-a037-4bd0-8532-11269545e22a", "result_sha256": "45c4d7df204b7e3af7391e17469864d4f96e924a8cf8ebf9b14b0eb948bdecfb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02100375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.7547242710134, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4785, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Roboto Slab\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:13:47.813972+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f51fe4f-de7b-4bb9-8c1c-8506120a0d97", "result_sha256": "7e9aba94506537a51e3f7eb2653a718c6337a3c8331595e73a90552777011597", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02068225, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 96.4546303129755, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4667, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:21:29.804227+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b00e42b-cc5f-444c-8d22-1494d3f47956", "result_sha256": "3ca6726f27a7cdd194ec767d765d9f8aca1e29abbf05f345c0b5e8763bf85163", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02171775, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 73.37479002799955, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4953, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:22:40.185094+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "76cb501f-0242-41d3-ac75-8a29be24c5b5", "result_sha256": "283bfe887b7755d720ca1e623c9bbf72b441bb9852bc40857bf99dfee764453c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04482925, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 152.16662047599675, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 10391, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:34:46.899359+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "53816d54-4fd3-4852-ab40-e0fcd4dfc881", "result_sha256": "fb6d6cfeda15b069e18b81b5b7a9902346a801a7ce58b922c28e047584d060ac", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00892525, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.463401793997036, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 1943, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Montserrat\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:43:34.664732+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c15187e5-e359-4110-98af-e9c093e57e0e", "result_sha256": "9d45503972e1885588b934433bf9063cf4b8c0fac38943d7404884637dac2bd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03009175, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 95.97383232798893, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6881, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:43:37.217008+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89661f9a-dde5-4929-b46e-452b4227776e", "result_sha256": "a9ea52cfc855fff950cb8f6651f86281b2f3b083c9176a9ebff05e0ad7725a9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021677, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 82.01617791500757, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4934, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:13:32.845482+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea3bc0d9-cb35-4235-b54f-bde20c1812e7", "result_sha256": "33305c5c951bcf7ab336d5d4f04ef47d39b3a79c373a1cda80e009bcd3403f49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01333025, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.42419229101506, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2973, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:45:54.151536+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2126b986-c226-4ddd-a27c-850c84686142", "result_sha256": "2cc8cc514b68c51471420b5c9c75ec00dd275e4710b0ffd5f0736a00e6b1aa0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02810575, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 100.38151659199502, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6444, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:57:25.679294+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97c53f2c-85a3-40b0-bb99-75d5ba064923", "result_sha256": "77502c95f44704fee95b54dd191e6a8a2545d284930f9dd7bb6c359f2db44c77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01166875, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.1794077049999, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2565, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:01:34.101102+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3c5cd3b-0a82-4cec-96df-cfa5ab453de3", "result_sha256": "595c4c686a058fa5ca999d9f2c70dc6aa05e99195b3523ce9a5e0d24c7b1d697", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02368775, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 77.25223611900583, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5423, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:03:54.663217+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "83cc0e8c-fb65-4deb-aea4-835689491cf9", "result_sha256": "f50fee856bac5e6b1ace072bba0b849efaa64667098609c87e7145bf361e6c12", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.030346, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 100.96786206398974, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6962, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:32:07.644230+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f0a878b-109d-403f-afbc-c9bc59617bf9", "result_sha256": "7a2d5ff885b8482ddb93887116b21590a254427ad836499829ba714e83827b6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0200455, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.0734002480167, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4566, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:26:01.826100+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdcf7f12-0968-4c26-9c80-ca2bb2a5b5c2", "result_sha256": "90804c616b1acd7f035645b38f9115b70751d044e469d199da87ad6fb773cf08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0125045, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 47.496159970003646, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2764, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:56:16.795476+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf751732-8527-461a-a29d-8963613a31aa", "result_sha256": "965aaa198c790ed10fe6e198eb91710df5ccfebb6ed823daf874a3dd5e5b8fe6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0223155, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 77.49296708899783, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5056, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:45:07.118759+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c897cd8-e09c-4085-9034-7e213e59a223", "result_sha256": "27495ec2dfd718df64b143cadb5f20b9c287d23f7da411daf7ca028fef202b05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0226995, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 84.39360042099725, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5184, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:00:26.483098+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e6c245-cd63-44f1-92c0-ced52f5b335e", "result_sha256": "0aa03788de6deeb025be56081a6b380c58a58ca22b754761248f9f2ed32c19df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0156715, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.00099071400473, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3488, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Raleway\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:46:33.808665+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b66f4ca3-0ee2-4810-93dd-0c76ac6c8ba9", "result_sha256": "317c717eeb3e97bb0f8c1705b96440bba11a31550bfedee1fa2d4c45b5131c96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01631175, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 51.24110074300552, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3681, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:29:31.027610+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "41e17db2-247b-48e8-84ae-e1045889a244", "result_sha256": "ba957db82a3039102c4cc6f3906ae472b56f713878eb1b5901733eed3e1d8f04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02741925, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 100.51889114701771, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6301, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:18:06.369010+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "29a3165e-de53-4920-973e-24fd41e8526c", "result_sha256": "2279a3c538d1f849ff4c6b3a966b3f85d0824b26d8c231a4fd52603f566e8322", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02751125, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 98.3533336489927, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6295, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:11:49.350360+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89eb773f-5c81-45f9-8f26-57da6ff14ca8", "result_sha256": "4481d7fd154ebd38dd79821f98412ad246951cd4659189d1c55550a408b86262", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02349275, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 80.45496105100028, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5333, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:45:24.239952+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d31afde-3ae1-4527-bbe6-cb93cbb165b0", "result_sha256": "c8e14a7444f22d34cb0891519bc206c381199e3e9955da254fda1fbebcf84a86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029032, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 102.17106016000616, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6674, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:15:46.869098+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9e53773-05a7-4f31-8a66-9e246c0c63ea", "result_sha256": "698389697a724bbbb908a14255acbea5ac8b0d4a39655656c4ae2dcaa661f025", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01679775, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.42547821099288, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3753, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:39:48.945035+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67c9023-2478-4817-960e-753532d0bad4", "result_sha256": "bd5c1d6473d6000ef6ffb2890b0ec7ebdae6db7235b6672b7a4d03a458ed550a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.070126, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 245.96156625600997, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 16342, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:17:11.694440+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14fa1bb4-3c1d-42a4-a6be-d6973231bb83", "result_sha256": "f11b85b9c300350d258f1de84269e2477746ee6147c89175093bc7949c52e5a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0375935, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 131.20601657198858, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8682, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:06:03.624155+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "983b44f9-e592-468e-80f2-3921f358651f", "result_sha256": "f68f2cca248cadd313a736b41048d799aeef8526e1d5146a04ae91e147ed41c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02400025, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.10345811198931, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5478, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:36:12.885618+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6cd014e-8c57-4483-add1-b5ebe6af7e3a", "result_sha256": "601cf1afedb4ff6d555a8894feccfe1cbd710e44982a10c6ff67af513856011b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.034178, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 132.5929399190063, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7866, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:12:38.850525+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd30fd9f-e8af-46f1-a166-df0d72fcfa6d", "result_sha256": "123f11e92c8fc9260acdf7afda7e0603016a4ddd544da223c5594921efbca185", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0329635, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 117.56676745199366, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7587, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:00:04.146150+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e738a975-418a-4a96-8e2c-36eeca3a295e", "result_sha256": "f6f296f68e5aa699be7684a8c93de25dd99b46567e20312979dcfe12208b2c2b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03131175, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 109.12110715499148, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7201, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:50:09.522701+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9428b0cd-6845-4a4b-bcfc-f1886d4a5161", "result_sha256": "1246f813dc8e5bbeb0d2a6ba198eeec3f10dc30387fb3549dc7faf83b5eeface", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0316725, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 120.95463834897964, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7250, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:25:45.315101+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc59e648-febe-4787-96fa-88e478cfba0d", "result_sha256": "bff47ad2eb7ccae9ba4560bd0efb8650de2db9c870b5e83f405a2dd11b77d0ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0260025, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 85.03413399899728, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5940, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:55:39.076836+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "471f9959-5653-4bc6-9c04-12eb10bc5347", "result_sha256": "891d3d53538116606edd020d7b5a3be53e4284e594d6916c71c615fa3be3d10f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01598675, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 52.81506629800424, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3581, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:55:11.972156+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "19554164-78f0-4cef-8963-bebc86df5123", "result_sha256": "1d1354e99d8538afba155f5504a4e85836613dc71e63af27b009cdc15d4910b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02264475, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.87268578200019, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5162, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Montserrat\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:01:19.470258+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c76f428-a419-403c-b5e5-b18aa1172dd8", "result_sha256": "40d8e5cd8377e6237a09c3a03b25b4b2cb348a4e4ee63d132fcfe17261872996", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01801625, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 64.30605979001848, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4070, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:03:34.516973+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e239e2b-d346-4c6d-afa7-62272e8ba839", "result_sha256": "312bf7b18d8c7f05b8f23e8d932e3939d29e6342de1a95d52d1374252c5f709a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01772875, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.71338552798261, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4005, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:18:56.888490+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "87f6035e-0249-4199-aa75-68b9796ba261", "result_sha256": "249e1583bbef625e6cbecdcec0639bc5acf7aef801985f61f9db59efd62bdaf8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0368235, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 107.637152855983, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8462, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:46:57.968611+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae34700-1f2d-4f70-854b-7efc1dba637e", "result_sha256": "d660ef02d541aa71227c4ea0c0f993e869a64eac633b05aae8a23bea89a2433c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02322725, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 85.20891755301272, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5287, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:14:07.200440+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "55e2bebf-1b94-44ba-b771-3a70fe57942f", "result_sha256": "2cb6e6e98186f31eb8170b845efd497a630005e08f9f7bc4fdf6471dfac6a755", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01808625, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.852186388976406, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:57:26.147132+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc502c5c-3ab1-475c-afec-cca501668b5b", "result_sha256": "60b67df70599be5ec0295067aacf8ed24d1fc919a69f45d7abd2249354affe52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02059425, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 72.87832088200958, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4666, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:13:04.702179+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f342d36f-b9c5-4dff-a220-b2f749879f3d", "result_sha256": "b0d070c98fd6cfc58b60e81a3932f613cc1f42c84b7515ff50d31456eb867cae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0186125, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 64.2558718599903, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4180, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:20:34.575454+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f5037f-481b-46c4-a8b2-baf0f6c1b407", "result_sha256": "df3442db303c0a375a919b462dbe14538cfb3f140f248d8d3312bf3e10393b8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05009075, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 175.7004878729931, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 11629, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:17:53.097693+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a4af9eb-dc4c-4e20-bff2-e8303235399b", "result_sha256": "c359f4ea886c240df299982bc3933ac018fceb871f29db0d09fff708afba0091", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03970025, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 131.4068926369946, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9148, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:50:34.807807+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89a00825-858d-4298-912f-fcd42ff5e5f4", "result_sha256": "b995da4f2a5ff280a3aba3d93df6787f1995ab4acec1fa707b48020aa707eac0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.020583, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 78.03498934800155, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4686, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:48:19.215165+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "727b0626-f16a-4c1a-adc3-0667772a9a43", "result_sha256": "2c5a325987dc9c9b8a8a267ecee30d5afbeb8b4e3185cc9168bbd1dca01aa0b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009673, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.433857608994, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2106, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:53:48.631662+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "10405217-d5a5-4219-9fd6-34a5079a5703", "result_sha256": "65a2f69361af95f491ee53bed2695b82e5f5ca6ac81fa284ec81c65a8c1543f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.042897, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 140.59289866298786, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9894, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:15:34.810641+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c5110ac-29d6-4e28-a12b-eabcf7b42cf5", "result_sha256": "3cd6803ef52c06e65db9c14160093faff6a5f29157689a1d7502a6bcdb8d7dcb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02251425, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.39524260599865, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5131, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:28:03.015180+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "22fe13f3-1051-4dce-ba26-90eb7f51c6c5", "result_sha256": "f7c45b563cde7e51437ccd9068d18802982375285fbba62463b6d70edd800e07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0176695, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.30475198000204, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3994, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:39:59.220518+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd36835c-bc19-4c2f-9e59-56ee2d31a3ad", "result_sha256": "56d00f217f1af6825f59190e41ec58452727082df07ce189dfb65aac9db59ccf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02122075, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 73.33965333199012, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4824, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:19:37.515089+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cfbad58-7f03-4523-8c30-b160e6d28e09", "result_sha256": "37ed44a644819a6618c2128365529427801450c2d9ea66e2851f35892a127fcb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02212575, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 111.26626159399166, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5049, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:45:12.422194+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "77dbf2f1-cf8c-4617-b1a4-9044a8ac5adc", "result_sha256": "780abd18166a5eb23a90d1c4d4c1d0d1dfd91efbfc4f3d4cc3f714d62b26264a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020298, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 70.12608796299901, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4606, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:40:31.125515+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "201b3b3c-1f95-4195-a888-26e32cb4b8a2", "result_sha256": "1a5c3eae1e825ed78cf1f5167534b40613318240f10cbf19ae84d16968cb70de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06041125, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 197.83455622199108, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 14015, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:21:27.539747+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c75e1d22-0d05-4c06-8800-a88d4f997484", "result_sha256": "d47f2b557149594a7c98c9ac0d97fcf36f77cc1294b44a0500ae37b1349fa8b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0330415, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 113.90699600998778, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7608, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:06:00.560508+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8abfc58-fa60-4846-92dc-a8631c90be97", "result_sha256": "ddd4d8b1ee9f53496ab12d7c044feec7ad3f6278e80456287b9e6ff2d7e9dd5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01945625, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 70.53432432500995, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4395, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:56:21.060189+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a86160f-3db7-4a30-94bb-e819011e3846", "result_sha256": "22505aaf378d75098a4873c47dcc35bd8280d31a2da82f6a88f8aa93ea921972", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02170525, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 71.88325631400221, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4938, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:08:14.264053+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "113c7a4c-f05d-4c7c-a887-7326799d0cf5", "result_sha256": "3b7a8e167fb88d2588f5a1f7b29c43a42d009afb14115ac42a74dddbce4ee43c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03256175, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 109.0895594949834, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7481, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:46:48.609965+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0e3cba7-5678-4b03-82bb-93627bb6355b", "result_sha256": "8decd157a139ff72f1b8ecd0ac8172be3da2ef5673ca0e3ea8c30656c82cafd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028497, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 99.14680202800082, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6539, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:32:49.585258+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f9d0304-ec7c-486a-8c4d-e7920e20acfa", "result_sha256": "70050918d369e5c1814ee4d1cbde4860a8840e02cab391e77356bee5f8b71ccb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04280275, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 149.90742347101332, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9893, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:19:49.163601+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb291aab-321a-49c1-8032-70954ea070cd", "result_sha256": "02e3370e0eb8e7dbb1a7d4b9b7b5e63a431cb7ab012c040a4725f4551c07f057", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01713425, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.975518958002795, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3881, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:02:03.352770+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f569042-3a73-4d85-930e-c3bef8571da1", "result_sha256": "5b46b457d22e77ac26e5b2ff4e6337163567199d798b6c559452210d07dcc08d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0269375, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 89.64445433299989, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6160, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:00:03.214427+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fd7eda5-ab31-4b5d-8b15-78cc4388827e", "result_sha256": "bd09fb07bba96b35d67adb36da86e7e3363dd79777990e6afe528024f3fce1b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.034853, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 116.69797495999956, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8006, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:59:51.177442+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7e9b5a4-ebd0-494a-b009-2bda8d7de621", "result_sha256": "1e63f6a7c24212a8a9f26f7bb917106d2dceb226b883053aaaa2c3ec5d50dbe0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02045125, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.77612767898245, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4655, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:28:59.431192+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6af0fc2-a37a-4edc-b7eb-5da035c4a102", "result_sha256": "e35a18aad6fa18c1e0e4acf3221cf8feafa06d57ae55671cf86ecbc8c77b8f31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.026305, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 101.29273922700668, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5990, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:22:13.783428+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2544002-1b7c-42a5-8129-cd76d138a259", "result_sha256": "8b10a48a83fad3faa51f97c26379ebbd436a434cf622d22e45686788fca3479a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02439525, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 88.91004872598569, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5583, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:42:33.306512+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1ff0433-7227-4da8-ba40-1863c151aec3", "result_sha256": "71d68784fbd0a656bf7348cfa6e18208b0086769212d12d546f9652c11134ae9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02393625, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 84.80640280499938, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5475, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:00:46.929640+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dfe22c6-c500-41a7-b199-a10918f26221", "result_sha256": "3c1c34178fb93fbbdefb112a9d9f2cf1e994e4a58b953bac2d837937221e1487", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01505375, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.178096442017704, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3385, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:00:42.702161+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e1d24c9-a6e8-46b6-b45f-b349f8aea2a9", "result_sha256": "4a029495091f308d367b879912300b121ca8410ff3965bee0569c34e4ea79616", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04817125, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 218.4714103740116, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 11135, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:33:38.204703+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aed1849d-41f1-4451-8ec0-84bd1838c9ac", "result_sha256": "897f4d7be3671af78968e70ad32ef39fdb9ce0ce50ed952c14f4b5791a358fc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02308775, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.80469463099143, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5283, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:43:56.512338+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6afae158-16a4-4d4f-87ad-376a3dbc4e43", "result_sha256": "0913577e2395ce36774019e5a0cbd97889e689d8465ede7feca4281ebeb6fa34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0311505, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 108.91582312699757, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7166, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:34:27.306099+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "793bfb21-7946-4bdb-8d14-94bab5f49dba", "result_sha256": "97f53f4707c4f77ad07c3588f902e37c70ec730569185b3472c7cace08dc7e37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01219375, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 36.91770106300828, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2700, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:57:54.428081+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec7a7e73-af53-43ff-8f5c-7947681ed3f9", "result_sha256": "bdbbfe9cf6ecab4e61d7f842655644719e9f6943e7ab513cfd7ab9e16bb07481", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0124295, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.104701505973935, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2744, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:20:52.570186+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b418b2d2-1e93-4837-b158-a16c197bdfa0", "result_sha256": "af0a853c9cf69e0827f204171b2c15c97a631853c8b9ee046a108030df8b349c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01924225, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 70.93221471799188, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4377, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:54:23.177256+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8d19324-328b-4925-b0e6-aa6206a5818b", "result_sha256": "c9f6e8637e154f2537a2c8a2184459aa2415f784ceb3c2393dd09395ddd5c23a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01808475, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 63.90631553300773, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4077, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:55:27.083912+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "65ced1fd-e45a-4944-ab7e-0446c19bbb59", "result_sha256": "c22ca394c18aa801c1ee6152ce7825820834f922db7e7a2c422ddd92d66ce10e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02084875, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.78559862900875, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4755, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:58:10.332479+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b69732b-b470-4cdb-a628-94f2fc682cb6", "result_sha256": "85750ac2208323d6ec93d01eb157cd16b152047eb375701a83e29441dea2a9dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02781725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 86.42876869000611, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6367, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:05:45.617974+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce5d96f8-a233-413d-9eb5-1fdeef838e3e", "result_sha256": "b71feaad73a48e8513f76c031ca2e483cc1bdf47a91563b2faaf47657ee9b7e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028911, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 118.4180579430249, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6622, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:41:10.287919+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "33dc32d0-d5ab-4958-a795-d28fb90527b5", "result_sha256": "b9f3a2a82ce50971261bc165731ea6d868db3fca0320b3bded78d121f738bf02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04349475, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 135.70465171401156, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 10077, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:59:08.888252+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb3c3aba-b6d3-49d9-8e8c-f1f5a86a473a", "result_sha256": "fd1c5fd04f7209253dbdb45b28ca21b9bbf70c145fab803d130456f597f16c56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02867225, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 94.67816961999051, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6547, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:16:39.749408+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "47c6fc7d-cf31-4f65-bd93-2827f9181065", "result_sha256": "2972bfe78c22719c6fb30cb0e92f3bed9f9f2211bb657c3f3034ea9c7b4d1159", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0190105, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 65.81104875198798, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4316, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:00:07.772466+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dafe601-a437-4c1b-be89-f739a6461196", "result_sha256": "f6f22b89c21e298db17bfbcb803df5e798d61d07b85a1d138c2b6eff2a2c2baa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0264885, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 105.39383255899884, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6082, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:25:11.851073+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8275d423-9210-4fea-958d-4b6accf4439a", "result_sha256": "98d358554d988eb03e24d0a3f877663080d7f1859ab796f28ac697c21f0c24b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03157, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 102.549015548022, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7250, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:14:10.554397+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4904bc0b-451e-47b4-a93d-c536527d2f78", "result_sha256": "f81867bedf18b6469d4effb23f110573fe83223ac80ec82a765a9c94f7e454c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01676875, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.20843841598253, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3765, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:28:56.258108+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3f4af8c-dd28-4989-b8d9-a3b261b782ec", "result_sha256": "aa0ca5bf5c9c0b820cabd6fd32e9639457336b2b0bb5caacc748ddcaaa2e78f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0248415, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.24710608200985, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5688, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:57:14.473603+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "829c48ee-0dc3-4856-9429-918ce47ca769", "result_sha256": "585326d470ccba37e9e1e86ba0d3f94f1ef3d906d42a8d1b4ed8b9484bb17cce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01882925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.07098392298212, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4231, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:50:26.343075+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbdc66b0-6d96-4b21-a1d6-95d2df7fa5ca", "result_sha256": "e884908412cabdeba4fedadfbb7de9f8b9027def9a363e25d7fc6af2f93ee19c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0094395, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.81160253600683, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2064, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:54:38.259042+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5956051a-1728-464f-9a83-9214a73927b9", "result_sha256": "045f5cd82af479e192029728f497db74e16ca96e1df01913044b98b2452f5766", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02682825, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.3346549620037, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6149, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:44:04.526638+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "050fa442-1ac3-47d2-a94f-076922f01763", "result_sha256": "111ec2ae6a294f5f9a6f271b98f40556d21273fcd87e570287420a6f285504c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020103, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 71.52749944699463, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4561, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:34:45.908241+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4809d51e-1a23-4316-8ed8-691334092641", "result_sha256": "f336fadc7c92a79e20fd875753ca8acfda032efb82c0f5d52223065e3665e91d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02066975, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 69.67982309998479, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4697, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:08:21.664394+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "39646aa8-fc45-4360-90bb-b105819682f4", "result_sha256": "26708e222a0d4207c179fe225bf024489595a26895d96d39c8d98aea4dd09169", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03017125, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 100.80310806800844, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6930, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:28:10.474533+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdb1ad86-fe3d-44b3-8bb4-692698e6dfb9", "result_sha256": "05169d800761109ca9060b9d560b7800799151ddfa282e526e1be7c003cffeb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021915, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 78.23272423402523, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4990, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:23:47.854083+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "02cd74b1-ff46-4cd4-8e9d-e6ce652056ee", "result_sha256": "02ac11c9f89e552728bad5038a1b60f8cf133c438ebdb395d5882ec185ed4319", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04388525, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 155.7486734619888, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 10143, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:25:45.455706+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3676fde2-4b81-448b-85ed-dea917fc96d8", "result_sha256": "76341b7bf5a9d84ec9816f4835503dabb61751a9c8a201279443014303c0e982", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01975925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.57618901497335, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4471, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:57:06.084270+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aef656c5-927c-4ea4-9c64-d42fc9799f1e", "result_sha256": "8667f9d327d81f860e391a17246fb44066060c8a32e751b94c3041192889cc08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02283775, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.44087576601305, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5193, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:29:27.426502+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9783c342-2085-4a6d-833e-b634f18f1d93", "result_sha256": "48340909354c950f73953c817385b9f77c3d13216e67c4d307177e36912084f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017787, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 67.68854986000224, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4019, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:14:57.363549+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cbc4547-79ca-4c5c-a9a0-349c09f2fce1", "result_sha256": "fbde2a004575411708d326f2d85a3bdec8310bb8229f35b62e0318e746b582ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0279825, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 99.63677646199358, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6415, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:06:59.437290+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a404748c-782b-4386-bb5b-e32d12d656d1", "result_sha256": "d221dd23204cb9e70162c730855ec77aa1c519ebe66e742e9eed12256acb922e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02248025, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 80.7166888609936, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5123, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:53:02.525163+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5add38bd-6522-4c5a-b130-a8a42929834e", "result_sha256": "51ee08c292f3bce89edfeeb6da79757eb6523fec1b78ffe2d53c571511006027", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02860825, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 101.13386405300116, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6529, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:03:14.506734+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78f148c3-3597-4b66-b674-5e996886c4a7", "result_sha256": "d94178953b5803bed0c85a2da497166f472c9748eee835db0a44743b22c16962", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014434, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.26427396698273, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3218, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:11:05.228035+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9431c6ce-def4-48b6-9d06-a00ee5d4ebc5", "result_sha256": "25df42fe9e10d23a412d33e936b616b34e0034bb2e842b4a9ba381b8c57a3a62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0237685, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 74.94847596497857, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5412, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:19:53.337941+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d550db4a-3049-4d9b-a309-b28296c65867", "result_sha256": "2e217e6c0b0c1b233e9f66be532b09069269c660a7440e56773433fd9ed975d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04176125, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 147.01895367598627, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 9660, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:07:33.054175+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "87c75244-a124-4635-9dd8-57e0118cbfb0", "result_sha256": "dc8c37d047da1d474f7abcd9cf0a18f085b701feb2f7dc140c88282e541cce41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0172185, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 58.92121651698835, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3852, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:43:32.298122+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "96a836f9-e4ed-4bc2-a393-f3256eb1432a", "result_sha256": "25ca51d3e0648511e1dd5c56d58d489b47df70e8440289d44a18d59dea39f0d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01400825, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 45.1088886570069, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3139, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T09:00:33.920002+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "00944260-9beb-48e5-abaa-1c930100ac57", "result_sha256": "83e190c907cda02f3b5f97429402e411041da51142296c7e0498c52577068e40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0201715, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.8234452449833, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4553, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:20:38.388539+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a76530af-536b-498c-bf5c-bf67a82710ae", "result_sha256": "25a6a24ed85b6e0fb90abbbf0c47c4958bdea11322cbc8316a4a08df465e524d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021875, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.15780949700275, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:07:41.057933+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3512ac-5d6f-4be0-a999-697f89550da0", "result_sha256": "9f37f18e4fb99242656258b6bcb0e7a674d8ba633d92e5415e0dc848bd965c00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014123, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.44895811798051, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3166, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:55:00.212966+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8965ead0-c6d1-450d-8cab-6a729f41b280", "result_sha256": "2a32bc412c298fecd4c59c18cb554e7828a0a67f850befb2b11a563d1d2fb466", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02151525, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 74.3668333250098, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4863, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:21:08.415523+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b77f4a8-76f5-4582-a986-39a3e0d0ceba", "result_sha256": "7a4d67bc30fff6a06a7f329ff7e80d0a0641b1a51cff133f214b0885cc0d2e15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02537425, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.9233783169766, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5821, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:32:23.314772+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "90faef1d-c3ed-4172-b5c2-0037d72b1694", "result_sha256": "f7a4ae0739520480219c628af562a61a5e57728bee201a64adb32f1292451303", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023084, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 83.22456757500186, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5268, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:37:05.246311+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ccdf2dc-2388-4e0f-9f6a-bb2de641e541", "result_sha256": "b6834863642c056774a64f92f763def5744044f8c1bb409da3f743db9d77f917", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0205365, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 89.46881519199815, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4663, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:51:18.236916+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "69a75ade-a69e-4a08-8004-d7ac767374cd", "result_sha256": "480a84e20ab1c589bafc1636be5f85a06ceb9095d0f8b3c3240b3a8c2bda5053", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01550425, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.44972417500685, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3491, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:17:58.426724+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee0f7b28-f99b-4788-a64a-8c35ae9039eb", "result_sha256": "b33188f3f696a9f2dd18c34553f76a355ac938ddde4be13f1339930a31222354", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02293725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 81.60678675200325, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5227, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:53:11.440212+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "65c817c4-7830-4e17-a3a0-7159a7b44694", "result_sha256": "ec585ef7b3f82b3911b3917ac6073dd55c21de5ea5aba009cc3deec268f06944", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.026662, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 100.93746103599551, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:20:07.033657+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace267c7-6ce0-43d2-bf8d-d881b891ccc7", "result_sha256": "5d9dcbfc4528920dd139d80f38e619a60dc9abe455b5cb3dc0a90dd4acb1d791", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01953925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.14461606999976, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4431, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:30:53.979817+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2321884-0da5-4f5c-baf4-e974f6cb7c72", "result_sha256": "c2ad232c2d3362b0b309125d4913c15bfe7f1efb3ac1eb090bf6b1d0207486dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01383175, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.95008302197675, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3091, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:21:42.911529+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b1c46d2-f830-4eea-8f70-73338b05f508", "result_sha256": "2821c8604c7292793a3917977357a01fef8f694160e2bc0b8153c7bed729f656", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02879, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 95.13039874698734, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6605, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:55:30.581009+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7def0df6-cd65-41b3-8208-c86fe43ac8bc", "result_sha256": "2f029d45c93218135941883b74a7217d1cf37b5b040e8970440b47e164a5d458", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.038533, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 137.38214342400897, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8886, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:45:44.466630+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "94e20cb4-98a8-412d-91af-38352e784747", "result_sha256": "def55fdc29adaafef3aaf45307b9fce34ee8098456b6f134c2076c63ef49aaf3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01553875, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.81325888200081, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3490, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:03:14.777501+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e60a6a39-1708-43c7-a30d-dab32109e54e", "result_sha256": "29d6ea24c3547b4a235518e0c47b6cc6cd9e13ff9f8fdf34a0f27ab1736782ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022798, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 77.19940080598462, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5186, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:09:59.128933+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b243b551-7ab4-445a-bf59-22610df9c3fd", "result_sha256": "9b3996afed0b020ad6fd8ade636fcc679b0adeb3d819bb276efbceae60105971", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0193315, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 64.92330616500112, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4398, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:32:39.403420+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "54152971-8465-4ef3-8774-f1703a8b6771", "result_sha256": "681469ca5308e16a42f7e55dad08cf8bf78e707bb1a6b6238b864391278d2d0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0273115, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.78807412501192, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6248, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:11:53.432700+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d882f432-25f4-428a-a530-a0f88a2f0694", "result_sha256": "d4245339c081c2049f462f59888dd1c14b20a8f058251c386ed4aabeb86f66ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02123175, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 70.50195782200899, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4801, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T09:01:52.029657+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c38c5ba-f5ad-4afd-a965-426e7c75927d", "result_sha256": "d53265d294e6e25b452853e02f8cdd8268913c229beccde9386bcc5dc1c3211a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03235975, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 91.72416752000572, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7457, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:39:07.492096+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ffa0e41-ab9c-4d9a-9fc4-6461c1216067", "result_sha256": "45d5897dbd4abaae404fd83edb7c0b4c618c98a29d5d7ad23641b815c842cb03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.05570225, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 196.79501207798603, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 12907, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:14:56.758122+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11dd898b-f487-4c8d-8372-8776cf545455", "result_sha256": "c45f638dda8c6488f059edf314a449d53d09266f685e5c91bd33cad9c478d8e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02581475, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.02123589499388, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5917, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:30:05.372177+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0957353-c7dd-4975-a754-30b89a153f81", "result_sha256": "68cf5c73e021c80d1a3df02291994874df827221cb16fd3014d5e0b32208cede", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019869, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.56240200297907, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4518, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:41:08.265889+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "030a988f-88ab-413a-a341-79c3e2982235", "result_sha256": "8099991de023e15bc2a48b415f0bddfb0031bb2d09587545cb6487aad258c259", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0288195, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 117.0724302729941, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6624, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:48:52.143624+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9bdd632-ab00-41e4-acb4-542d7268b83d", "result_sha256": "522e92b124dfde02824432d77118d2421ac79b1347ab74994d462c8e6a9ce8d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02349575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 73.08153722799034, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5329, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:36:41.703143+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "20f2f897-b8f8-4128-a35c-9f9492014fcb", "result_sha256": "0074615f0007cabee60563df42620315f592aa8336af1877a945c3c62cfc9bb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018345, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.53287050500512, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4150, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:48:48.388889+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d97de48-9c67-4e41-8796-099df48d0546", "result_sha256": "2a5e510bd1affc7e2d582d86c3a2981f0efa41fe9b138644636f11a9370621c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01824325, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 65.20791178400395, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4129, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Helvetica\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:10:34.142897+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5be347cd-7910-4c20-99a7-9b760bf2d673", "result_sha256": "d878106771592b8afdad8acc7cc5e53019450e52804f799f95c00fd5e3b2cffe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03745575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 136.39594537302037, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 8644, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:23:08.425897+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6718642-2e96-46ec-a6d5-321637082e1f", "result_sha256": "fd451c30e163b26007fa389ec457ec77f2a207d9d728f85aacd1c3fc66015ca2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0145205, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.79377727099927, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3236, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:40:47.568425+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b40936c-cf2f-4e91-a8e3-c76d66ed22a9", "result_sha256": "2f1f1188a0cdc6822984713837eab180b05d9fea0a700931cd26688c2fbe40db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02069575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.65061825100565, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4719, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:58:03.330005+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c76c8201-dc5f-4bc8-b0a4-eebfc673b499", "result_sha256": "a8819ed1be7ed8bb7bd3cc71483bbde67efae311cf5526c018ed4784edfb1f5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02170575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 96.78769827997894, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4929, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:26:09.548161+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f8534e5-8d4c-4bc8-ae2f-3c5e06ee3239", "result_sha256": "6594aa395419658c346c371aeb161a5de5a9053c582c56105ddc9de5749d0b57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0336625, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.19770181301283, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7770, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:40:39.849033+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf4ac04e-b043-4f9b-b57d-91e1dcac189e", "result_sha256": "a2002819aa596593034364c5608cb8b1a07270f9f4db8f1d387fc2b58e88f3ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0146805, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.15803633700125, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3276, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:09:12.215615+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f469300-e892-4ac1-8255-88f469a6f450", "result_sha256": "3b1ff0a94931c7a3ce94558cd7c1879c53300a961dedf029d676f3c9e7268ce3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0197905, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 65.50437489099568, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4476, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:52:01.212679+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "46cb9859-a8e6-473c-80a2-72439057c05f", "result_sha256": "dac573f9860bae593ef6b52f563d5a1e8a6c1384f90c499c7dd3e9f5b370a2fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01063375, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.499996817001374, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2345, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:57:49.940958+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5612241f-0181-44e2-ab55-5294c1718c5f", "result_sha256": "9bd365f02b63fede32b312b402dc2aa7dc4cf71fb38db0eed3e15026ad153679", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01332125, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.12724811499356, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2935, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:11:40.787394+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5e51721-09fe-4c9c-9025-de2e927d5c78", "result_sha256": "092ba9308233db669bd0562422b14bae9deceac84d990e586e50f3f2df777c03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02487125, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 81.43717230600305, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5695, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Raleway\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:28:46.097852+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac1c6fc4-723e-4f01-a925-79f3bad03d81", "result_sha256": "e8101e645feedd0a37ecd723b56b14c4cf236c44422b43a3440b13d461014c06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020462, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 83.89703758701216, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4664, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:40:26.505539+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fec6b2e3-ad5b-4442-885b-60135cde376e", "result_sha256": "cccc22827019732edd6e2edac21bfc5fc486d63b68086d67f0bcc48885938f8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01049, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.78461433600751, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2290, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:26:38.197214+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31d4ae33-ba2d-4c07-afad-c47936568252", "result_sha256": "5995b20ee4ffab891b1f8fde8f7639749a257f32252343d8405f4be9c0c32af0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02132475, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 69.61811558698537, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4837, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:24:43.990161+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d83164f2-9e25-4980-a946-f4669bd76d0b", "result_sha256": "3606c3b801abb7d496e01f75c54e251b79dfb599a58f3b66689cd0720ee83b95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0186025, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.26586587098427, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4220, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:13:10.820178+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f111bd0-dde1-47d3-9506-1fe903a358a9", "result_sha256": "8898670c48d17284935da479f6ac3eba625dac95b4d206d0edcfc89f2a15eb83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.032425, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 131.6570796430169, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7430, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:45:06.244444+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aaa5de4-1d04-4ffb-be99-2798193b1eb3", "result_sha256": "804e07abbd04d16e13054d2d81d143393cfc8e0660c3176bc0f38be4edf63473", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02006875, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 79.42308386397781, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4565, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:52:12.085991+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ceb1804-0e7f-4c5e-8ad0-09f747238ea2", "result_sha256": "7ba4eedac1c0936a14ee7b47c0691600f552190cfa1ff053ff76c17381152730", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01519175, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.570910181995714, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3411, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:39:31.245372+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd89433-b87e-4a6d-b093-a4e73fb00e07", "result_sha256": "ee942ecc1b259502e5bd2a94e366fb270888b39f15fed4341a93071028fce806", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0134815, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.686702570994385, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3003, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:39:24.720115+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfa20242-5a1f-486b-bfe3-ff3696e4742a", "result_sha256": "2c9452970c2025775bb955e0d2536ebd92a96be23c1e59606cdc5e3b0e76d526", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04254875, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 131.98156936099986, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9845, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:42:41.717916+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "93cf9b35-e600-4ee5-8af8-c50a427f3b40", "result_sha256": "6b973ca7b9a9372323c852f552fca1e8cb4d2eef3b1412a05c7ce1ff413e335e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0345955, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 117.09369910499663, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7971, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:28:10.946250+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "edce8132-8dde-47a6-b59e-eb04fb5faff5", "result_sha256": "7be0deb09a469df60be1feca6f8a52fec8ab4c2451171bffa5716f075caf0f7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04148625, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 138.84998053198797, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9595, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:40:32.997138+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "adb633df-d825-4ec3-9214-610cdec123d1", "result_sha256": "4017c1e29f2adaaeb9946eb96d23d75d1d5d9add3f30801961484bc8320488c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04084225, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 156.44282231500256, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9427, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:15:25.878745+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b7bf138-0191-4d7c-86d8-e4a33f36361f", "result_sha256": "85b3adf2b4e46484b902457a3915fe23da1b15519f8911ab91bf6bc68398eb85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02896475, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 100.18049519901979, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6637, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:50:46.441136+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0f62fdc-0bb8-4a8e-848f-1276d28b166e", "result_sha256": "ec724b08ea08d9cc910fd79aa85da61b1331f9da0030c0b10c090f9a05153291", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02802275, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.5871041760256, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6413, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:28:18.005688+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14248ca8-15c4-4090-9670-7ad2663965ac", "result_sha256": "693ac45a0cba79bab65d08dd87f7542b9dcbfe3129daafcf2365996748d5fc88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02457425, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 96.69472399298684, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5616, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:33:27.306152+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "29eb29e4-b042-49cb-b720-dd8868a9150e", "result_sha256": "cee9b5bce5e0bb63f90f9fc56c878bca997854e419f2e2204cbeb7d74854f9f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0349185, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 114.23516754398588, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8047, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:30:30.187720+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d82cd976-e280-49db-b79b-359e625fd737", "result_sha256": "d0990c0d54ff29fd10d9047ff62fd47d58fd17925204c09c84ae5fbe9e660683", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0256465, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.13089602498803, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5868, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:07:36.049373+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdecbeaf-64f0-46b4-ac95-9f2cd425288a", "result_sha256": "12ee5daa6a129e62b4a328c5b0fc7a412e103cdee597e6a5e7a6b0654ecefee5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04842425, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 159.8011444050062, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 11211, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:30:45.872390+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab892980-677b-4dea-b036-314d5b667ebc", "result_sha256": "52f175e69bba03e554589e45635702f6195f0d4fdf4736434c5ed0f9293b87bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01481225, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.97229392200825, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3307, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:58:23.166893+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "944ff57a-fdd7-461e-8338-3688bbb2af72", "result_sha256": "5f593c824adb0d4844884e0af288b5de2468dbef5b65a939f33853161ecad33e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01689625, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.07315659400774, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3795, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:59:58.418468+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "46c50013-9200-44f3-9c54-235c47b76adc", "result_sha256": "e5cd8d94ce0e28b302199ddd8317611eeb1dfa42acb7e7a6ac76a5d36a9d091b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01529225, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 53.90713064701413, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3432, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:33:21.859346+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5b8a120-4215-4bf9-a7d3-1cf2a5c74b3b", "result_sha256": "0300e0bc48420091f8e5dff66a5cbc7b1bca957da1bbc471c28fd27fac2202d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0362245, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 128.74259498799802, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8324, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:48:57.430334+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e88ee329-ead6-47a1-9cbb-9c3ba35c139f", "result_sha256": "dbca3055a6ff35e47fe59ba6a41ddf52b2fc4c4dbf9e45ca846fe8364086e9f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0212035, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 71.0201740800112, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4832, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:18:42.004282+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "58d904c9-c129-4d74-a059-b481699372e5", "result_sha256": "05eb90a57b02dfca8236e31166486a7027eb0029979e8805bf590f154337327c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02685575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 95.38533786401968, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6149, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:44:30.265287+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "65fab2eb-238e-4ab4-b9ce-7e4b9dbd7896", "result_sha256": "a7e8f1feac1b0f44c1f483c08f480fc6b1c133d5cc19ef01826d507fc0782399", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02552575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.85853708098875, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5849, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:29:59.489854+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4c37923-244b-4b3e-8779-1b9d87bcf3ef", "result_sha256": "d81e7a33ff998b777b29f745b1cdd527399b144a3611fd065d54c716e1882330", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013936, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.594292602996575, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3122, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:33:54.397965+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f57a9c4-0f95-411a-a56d-e3040fb62bea", "result_sha256": "8d90eea4d8fa9ec44ab4f56e6bd52debb4ef020fa50424d49036798f421c6c5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03087375, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 102.00692887301557, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7065, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:49:34.704502+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "46b50775-e64a-43d3-a56a-5b83fb0087d0", "result_sha256": "eea63d572546bac1edbf9be6674aa8060edc07234edffc916afa63ece7cf6c98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.025557, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 87.13787739101099, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5864, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:23:50.692488+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14ee3813-650d-470e-9409-fffd2f657801", "result_sha256": "0783d617c9982b590204aba5addf71769cfbf7945136ef584723535200196164", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0381375, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 132.55737583900918, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 8810, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:35:35.412467+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a4eed4c-d26e-4872-a7ab-6bb29c500068", "result_sha256": "6b750c4fe3a671cb046d0eaaf49f0e579d8e5a569b48d4d938b0546e06e8472d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03808475, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 136.68169421798666, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8792, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"tight\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:05:12.500614+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "452d8a3d-f3a8-4c94-988e-5216bdda236e", "result_sha256": "b3945c64b29c4c8a451589e001a3a4411c24ba2ae9ef002e7d7e7d6a497f49a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.78640131201246, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3890, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:34:00.097679+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4f3b657-e8a8-460c-b3bf-b3485c528006", "result_sha256": "cfb9b4b2bf0189642e128a004becbb244916bdf09ae42a4b0be6c1dce0806657", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02016225, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 63.20947255200008, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4587, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Nunito\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:56:27.448044+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ae53619-708e-4a47-99e9-be78f8982623", "result_sha256": "8c241288a95e62fea550bc8b76282af908902147a92b72c5df88d9b053457660", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.039191, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 125.5936613320082, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9022, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:36:08.207598+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5f78b32-17f2-455b-b3be-cd9e8d5f0133", "result_sha256": "09815251ce9033b4c683c305ea5ebbaeaecfbd75c9202a4d1bd8c2271ef07cf4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02131575, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.42649848602014, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4849, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T09:02:05.185336+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ca233d3-e040-4463-9a62-2a8f72b99cc0", "result_sha256": "37f218c721ac4c782f7b97af4115c328cddca63ecad4948187ffc037ae02fe63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01480075, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.87990525201894, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3319, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:34:05.901518+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6492e12-e113-49b0-b7ab-6a1a62d42ca0", "result_sha256": "357ea0b9eb9f1e2dea1666c342ca7d399e27b53b8424982a25b8e400a38d1077", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02786775, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 98.76468023299822, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6388, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:05:50.399778+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f12d552-792f-426b-a979-3bd436a7d88f", "result_sha256": "d0a27413a0dee38a9d4a7be4a45444c927487be013107bcdbdcda785075f6212", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01306275, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 43.77124526997795, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2893, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:56:50.814728+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace20829-69f2-44b3-9be9-24e7a03fe38c", "result_sha256": "3dc6bdca6b853a8f1ac584e70b257c1e2ff3b1e2d5b64b9b7c01d209ea1e29b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0219155, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 72.64066288399044, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5006, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:02:34.492864+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a34f5b88-82d7-4f8b-afed-1bf3ba936ab6", "result_sha256": "45aba1a9641db79ee6b5b15656c55c638eee2e5301d822a044f8c57c6f4d8314", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0255605, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.58633942899178, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5836, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:21:57.277343+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c8b3d5-b76d-48dc-b20a-bfa708705d68", "result_sha256": "294624f7e735ff29894f2705846134087e9325b885d705994200b6b84419908b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0254175, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.69321910600411, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5830, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:22:26.755146+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e8c243-c25a-4845-8c5d-3c5463792c97", "result_sha256": "e698257ba836ada12cc78e9e5e97fe10efa4fc01e2c0e81c75065a3c92f53dcb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02037975, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.34560809400864, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4617, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:28:27.343098+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c96a8361-b12c-4c5b-83d9-26d2a6d17666", "result_sha256": "da493e414e1b2115f17a9baf5dc67b3dafcf9b454e91a7c0b4a3c028a9061f4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.028665, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 108.09687990898965, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6550, "predicted_category": "other", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"other\", \"font\": \"Baloo 2\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:55:36.808923+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2977354-44e8-4892-880e-606fb1adcff2", "result_sha256": "d4616d249aba9bfe424ee3bcbf3b11131e9694b5577fc28847940d82bbca2c7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.042598, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 145.12523763399804, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 9866, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:13:17.014909+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e4139ea-9173-49ae-b30e-5db23bf67b86", "result_sha256": "b981623902ccfdf03c4b6b46ffa5dc700f52682850c216bea9ebc848ff81da92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02605425, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 96.43350454600295, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5931, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:36:19.436870+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b1e7538-5de1-4216-96a3-77b9cb17c2bc", "result_sha256": "837c1530741ddb1477f97f126c367b9fef34bdc7efde6fbb3af18812877cda8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.031344, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 106.60778788800235, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7218, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Nunito\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:37:22.008928+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c294ca29-0820-4493-98c9-058ed81ae76b", "result_sha256": "ccab342b097085cfd1100eae01db65d61678bdb71fd71036ce618e09131a7025", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03037725, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.354011309013, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6997, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:39:53.247499+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "337309cd-e5ce-4667-90d3-92f1aeb35102", "result_sha256": "a876fde33e48340c98023fbf4208784084e7936ed5931d2af410b69cdf731fee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02404325, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 83.6164261130034, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5479, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:32:37.439385+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "006c7365-d70a-40af-a0b9-f6ea6d516ac4", "result_sha256": "6e695c1fe3fedc6895d4b8ceee61360cf53b7886cb3144c2205e01b33093c142", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.030254, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 105.83889745999477, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6938, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:10:31.187507+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "416ca81d-0025-4d75-8bb5-03f72f254eb0", "result_sha256": "b2142939da02ee3b8e28b51fc674be7f442950c574167351f8b514a8dfbf85e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01600575, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.403567372995894, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3609, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Open Sans\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:48:20.306255+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "79fb4160-8f0f-4b35-88c7-6c4cb38b0e9f", "result_sha256": "3020e87134ebf91dceb37201f0869b1acd9b7d4550177e196cd86af29171348d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0277075, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 104.39933953600121, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6320, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:56:30.021112+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "20f4470b-bb34-4409-be97-08bae869dcf4", "result_sha256": "1966e9f9b161169ad6b17f09b70db55994f9cc4e78bdb595115c381aa3da0606", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019138, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 66.48317964401213, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4346, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:00:15.398542+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb22ab7-01b6-49f1-a29c-33a58f3d775f", "result_sha256": "76e3b382a84f5c88503321752f0188d23878ebe50d210dee60f63e83496dbf4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017117, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 63.61208113998873, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3864, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:16:57.067933+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "264f7f9d-c2be-4930-94f3-c703ef70555f", "result_sha256": "42635619f7af186463898999b0ffab9909377c7c8882069afc73d60ed4a965bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0183605, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.56747595101479, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4151, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:03:52.889609+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1b506c-2070-4420-b1d1-786ee5ac92a8", "result_sha256": "f3871af346e52810b3c65f6676f101412e8050ffe93e5bdd87f95fea0f487923", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0399265, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 141.4598008270259, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9228, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:56:25.155663+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf5afea1-185f-444c-9b4a-d1c05b61c0f6", "result_sha256": "93cb1d989990401a5105c88fac562a40e555a5523d7489a15b3d4af559899f26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01204925, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.6953445590043, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2666, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:41:03.110550+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "65c5d5ec-a888-4c23-93a2-51d9befb6209", "result_sha256": "1939bdc860dfc76001ee5d52d0ace7d1b4946cd72b486499a22bfd0c294c9210", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0138825, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 45.3313130440074, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3100, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:21:11.144268+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cacce51-6050-4c15-bf08-c2540c40e96f", "result_sha256": "f6ddc264a5fbb4ba9ea86a97ebf0f4afa23054b408c5c786c13016bfa1ac7c80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02640925, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 98.1702684799966, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6031, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:56:25.209997+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e8c64da-d8f8-4be5-8280-3a3f26919da5", "result_sha256": "869360725331a793a792fd3e913cd1afc409a092408d0a3d081f4bd151de64ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01763, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.83706104900921, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3970, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:54:24.325888+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "608a6e4b-8d4d-4da8-8bd3-d50dfd2690fb", "result_sha256": "2d0dab77186e19cb96b8b32e20cb7839a8c3b4d5fef32078da876d6803b2feb2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01533225, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.807184013014194, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3427, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:15:48.199678+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfebdfd6-c823-4f00-8229-de7a7b1623a6", "result_sha256": "a913ab6787a69c58e5fef15da5879664602e5f8e7fc89b665b867b25c260b716", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02269575, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 86.28924836200895, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5174, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:26:43.957851+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc59422a-99b3-4d23-b0cf-c6c24b49f938", "result_sha256": "f9e3f9e3d1fc702fb555359b33a3ed25cbf3c9869c6bab61efd8f80aa6063354", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03316325, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 111.04349642602028, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7634, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:42:30.273939+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f00c71a1-9e17-4c5d-b6d7-9258703678fc", "result_sha256": "906e0888eff22e22e4e54006e89e39dbb6c1aba42e0ccb5a10c3f67ae1d98185", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016917, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.51495285000419, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3814, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:37:37.883710+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9db7f85-f2f4-4c63-b7aa-808fcf57cc35", "result_sha256": "0db9df0208b67894969c547b1ff3491f7a0c96488f2e7fffd16b26320f1ded2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.030559, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 124.77228125499096, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6988, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:45:47.833561+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e77e715d-6a78-4d3e-98d9-19849506da3c", "result_sha256": "bcb388bcf5f8afa1a19f0ad506af2c933e304a8c6d5ce604ea0858ada51545e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01178625, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 42.47027060200344, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2595, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:56:03.448006+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "230760e3-cddf-41b6-b50d-adb34035b51e", "result_sha256": "90b97d9407e7199d7efd7754821da4f104799bb6fa4b71cd18a0fee1283288d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04207325, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 150.57781832199544, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 9719, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:31:48.704344+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3d62181-95c4-402a-a459-b084df5b0210", "result_sha256": "5ebbe8bec5ea78bb775992c68734ad2d23f7c4a1c2fc9fc8e59eac711d7835be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03278525, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 103.52677991500241, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7548, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:02:33.151587+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "286c9105-48e1-4c26-a044-7be0f8f53aa4", "result_sha256": "26938cf56526d18090b61320ce826db96f194c722a3e4afd14029f0d20bd5536", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01784325, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.983184158976655, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3999, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:12:41.874840+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4adc2ea3-261a-4ae0-9610-836145073d75", "result_sha256": "49394102fac8aaa0c5ee0a9d84d5f74867bd3ef3838412df51c5474f511f37db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03050675, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 106.45779654200305, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7021, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:07:40.073422+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f67ea48-7cd1-4eb7-ba58-f29689fe5dd5", "result_sha256": "f0b2c95bc3c02b6caa0e503c0f9073b8b63382b356083b3792adb1e748ae17b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03941125, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 131.6437626260158, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9080, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:09:37.226346+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bdfe2d7-428c-4816-9179-d8084d45cf2a", "result_sha256": "0d6caa7b37e0511f1b5a1928bcec7c2f663a0db7f805fd3669417e71f3c5fdf9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03813975, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 133.94524156599073, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8817, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:51:54.266776+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "505a9576-1e53-4fbf-88ce-8961124bdbfb", "result_sha256": "6ddbee61f291f45bf45d0f78aa7e10c9fa93b95d521d4f447f9fe31898b98ae7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02422525, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.4672886430053, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5543, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:25:48.574814+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "468aa3c7-c630-4fb6-827f-a72146fe81d8", "result_sha256": "8548012dbe393902cfafe2d436abed80bda56829fcecaf0c686c806edde245cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02612225, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 118.39812005299609, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5947, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:34:01.235076+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ede650c7-7211-4b55-a195-2a885308a119", "result_sha256": "9fa3bd0055dc3f9d547c0fbd17b4d5df28ac37c69c7766dce55b2ed5db803b4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020049, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.46198977401946, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4568, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:43:54.962405+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e944b9e-cb96-4961-83b3-fb26238ea463", "result_sha256": "3c936b911df9d73a90eb4228e04e415dca725288c48267afa5b633faf4927d5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03480125, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 118.55232702798094, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8025, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:04:41.436785+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1562317c-0232-4815-8011-e283bef81963", "result_sha256": "368fde6dc8f001e82bb314fda76445ef4bfb6d3163170e51f444ef7222c278f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03301875, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 110.38286962299026, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7600, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:15:49.034058+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b4e5000-b6e7-4f93-9637-07744d415896", "result_sha256": "ed2826c8cb6a9ce1c9b4b9004a11ba3e9ab90dae38e104b5057164a98e1dd4d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01252125, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 463, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.484636342996964, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2810, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:17:19.671353+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e21ec0f9-e13f-4925-b35c-ce53cccdd448", "result_sha256": "ce300fec8aa95e83e1360e6cf2c59a782493cd787497bf413f4f344ba4dad745", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014735, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 45.48945643097977, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3310, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:58:46.479006+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc050e5d-c4f2-4de2-9465-047becf391bf", "result_sha256": "a6ca4eec785d804d1e0411d8ba87c4eaf6f5d512fa59eb03736cee4464b49eb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01622825, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 58.066585980996024, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3619, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:16:33.603056+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "64a6b4ec-59ac-45d3-ad3d-b4284f3a624b", "result_sha256": "f19a15ae39a9c402c8ffbe9a3e06c4de48ad0ac9e23b1c28ed80ebc1a106e19c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02178125, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v07.png", "input_tokens": 493, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.65706809301628, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4980, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:05:40.036968+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "35d73e4e-e860-48cc-bd13-55a34b68996f", "result_sha256": "6b0371c56a003283db26949a24ce515db1cd2ca25dfd0ba082c89e62b940ae60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0239385, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.88232093999977, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5482, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:13:16.629467+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c201bef2-4e61-42ee-87c4-8af617734e0f", "result_sha256": "acf928a9c73e172eae300bd230d6baadaa2acb49b19dd0ddf4e3218a85230758", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0209195, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 59.65756096699624, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4744, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:34:58.152759+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27119ba2-0c9f-4268-b8a5-b30642a8abc7", "result_sha256": "d048f99ee0763c4a8c21bfa847673efda0b538e598390a423760ec366d439076", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0228165, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.88919843101758, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5218, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:33:04.867146+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a9e71d5-bb37-46ed-933f-3ade3b11002b", "result_sha256": "64472e30e2ca57a7f562001ad9573bc7dd5f42dcceffdcc7fb1d02ab3599e116", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01365625, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.20076783298282, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3035, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:30:54.120818+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8739e4f-ebf8-44df-99b8-8c80110158dd", "result_sha256": "445a0a8889ec961ebf106cbaa81e538b8bf6f155cc0806cdf3c2552eeee75301", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018694, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 57.752791483013425, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4218, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:12:39.644336+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "55794f8b-8a5c-4d74-b0fe-bc0558bd63b4", "result_sha256": "d974a93216492c83c12326472f3113562400b829027fc107f9400e4949d175b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011454, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.43021618499188, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2538, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:03:14.010930+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "769bd9a0-51ee-466a-844a-d82fc0d8e27c", "result_sha256": "0800ca22187ef4b974b046365de30c3e42362028a5b185178d5c147305893734", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015476, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 47.34264079100103, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3442, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:10:51.857226+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "87ef097f-b0db-4904-9820-d56bf93d568f", "result_sha256": "1a506673bd9e7479996573cc3be367fc830e76ca51b0b66549f8dddcc6e99286", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026635, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 83.68075561898877, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6110, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:38:18.202100+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b91314fd-e459-46fd-bde6-86dc95a159e3", "result_sha256": "fe80bf4a3c96df41dcc9948cafe8d220725d75c54b15a21a48ada742b23465b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020836, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.47972206800478, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4752, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:59:45.642215+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5ae0f4b-f355-4e1e-b0b4-f46246cea91a", "result_sha256": "b213e158c6c2de166fcfc6281b7e38ceb9124f73853553668aa54dd5772578a8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02124675, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 75.77892300198437, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4821, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:39:34.073416+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "43e86286-986d-4502-b697-bfabaa23595b", "result_sha256": "7a827a0edfd83f49da86f851b5e762f18d3c3d3f71b71388a17a33807351c26a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01152425, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.94303732199478, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2531, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:10:12.926204+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2106fb30-e5bf-4daf-9a6e-f6440762f6be", "result_sha256": "43934705515d59059cd00003893fb8a08da694091dbb84b841f38682bf499eeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01363625, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 49.31998871001997, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3045, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:07:36.467660+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf3c387-f09e-47ce-aeb8-e0753de02739", "result_sha256": "371fc2291d070b5866c15103267ddb7e24d998c97573e0ae1b8bde7c7a35bfa8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01075725, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.92924758698791, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2362, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:07:37.646930+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f56501d-f475-4a4d-a982-6767f6b7bbad", "result_sha256": "ee88f3eda9b50cf899e49631443daa4446e4276ea5025dd03d52d59fc1645d15", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0157865, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.744921746023465, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3548, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:47:06.522899+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab0ff24a-1f09-4e18-a7ba-ab864fca2577", "result_sha256": "4396f2e6721c54f6785a7cf1f5a763619a94ee3d553fef56f4f851e9b595c9fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0128695, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.86924542102497, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2859, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:41:43.127462+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7ff0bee-f61d-4f88-a717-d0497816caf2", "result_sha256": "b1b81f8452aaf95683ad9e1009b2795e5c73b9945ca997b15a236c973e535097", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0198365, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v26.png", "input_tokens": 508, "kerning": "normal", "kerning_correct": true, "latency_sec": 72.93814372000634, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4518, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:17:40.451526+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "42020208-b85b-42f0-8dfe-bd085aeed737", "result_sha256": "f2af8bd6172353b018eb26341be3724e3f21bb54be0f760bfbe4123e73db0f8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01975625, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 70.48086834899732, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4485, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:03:20.582843+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ebfef18-009c-4fe2-90fc-9be8375434f2", "result_sha256": "431f58056ade2bdec71d04ee5ce5daee1ce19e3593caf050a5ea368aceaa2cb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0178935, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 55.80237475998001, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4032, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:22:36.097266+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "719e8d1d-8461-4600-a542-46bde1b84590", "result_sha256": "9a603e31fd21737f501ea82860c1f01d4057ab85327c14057d20d39bea4ca643", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028577, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v29.png", "input_tokens": 493, "kerning": "normal", "kerning_correct": true, "latency_sec": 111.83414747097413, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6579, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:39:45.323914+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a1bbb4b-fda5-47c2-b879-520ff2299b65", "result_sha256": "073c014fccaa39b29b919638e0759a297f327fc5cfecf09c5932f26b24a3b9e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0131945, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 44.61817425402114, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2954, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:49:10.905601+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ea0da62-b589-4b80-a4b0-02706bf2e8a1", "result_sha256": "2b1f78148b377e5941d6f573d63d0dfeeb3a6c08236717920f08cc4c19cc2235", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0098435, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.73553112099762, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2147, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:51:00.661978+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa4cf13c-6e1b-46f6-93cb-d84c0efd8473", "result_sha256": "ea5442d6fc9a58143d9818b017019c836593715b6fa2365d42418783b1a36212", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01777125, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.09654379897984, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4015, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:31:05.391043+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "906188a3-2a7d-4b7c-bf9f-5de79cbc1016", "result_sha256": "db3d823a8f1c6fa2802c4013687a50191314a0e0d02e594d74db5a5ec8c8ad91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0286235, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 99.22476615500636, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6552, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:56:37.463832+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6457d29-e36d-41bd-868e-55e335e62001", "result_sha256": "e48216dfd69fde9bcd16a48e9b74215ea4280b12194a688a55ffedcbaec084e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02387825, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.66593454201939, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5419, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Impact\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:22:03.016850+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fa3c19a-93c2-40a6-be79-d7564312898a", "result_sha256": "87a865122c935243150fea9169789012da7c314c344d80fd792478dbd0f4bc49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03247025, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 120.87356840597931, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7483, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:45:15.053532+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "80e807ad-4fa1-4bb9-8fd6-79187a971766", "result_sha256": "1bd9ef33b192f4dda45fea6d9f3f8574ad6544ed77a90432d85ac93ebd974039", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02473925, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 91.09265795600368, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5651, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:59:05.211749+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "761efb14-bdeb-4fa1-a922-55617b72027a", "result_sha256": "d5e9b32cb13a79fa217e65883766097460385e0f6f7b3a868429eecd7c783905", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01508175, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v40.png", "input_tokens": 502, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.44679103800445, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3401, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:41:31.821751+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7344c09e-7822-4d15-9f3c-e86e11ad541f", "result_sha256": "46e2054cc1bc04a89f8f63d5c03076c6d2bcdfa1fcdac6f539c7ee833cb9cc82", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02810125, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.752817347995, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6455, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:46:59.542164+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "50fadba1-ddd2-4bff-b861-339c88a3646e", "result_sha256": "a6559de46db80e2a4766e9fc3eda54d69d46b2c4b5653c79ed415ae4d7579ef9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719725, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 54.45811459701508, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3847, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:47:52.562549+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b7acdf-9d65-4463-8b2d-d252c90c42eb", "result_sha256": "0f265ba7e23810cb0248763801b8f0c09158348b8f3374bda0825e7344c9d516", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01157525, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.14722388499649, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2583, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:30:09.991933+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "810be20b-c119-49bb-86ff-fe17a160df30", "result_sha256": "76bb1e3ee043d23eaa4bfe4b0bf1552efa7b0a3df4897c04194dc128e35d5b6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01792875, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.925533405010356, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4055, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Oswald\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:54:28.442396+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "96c7ac84-bebb-4ff0-9002-6d01e65011ae", "result_sha256": "04c569d2b656646660336e89ec40c1fbb1c5ecadf71e14a4d5de7d019f279fd7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02481625, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 83.66694318701047, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5670, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"loose\", \"line_height\": \"tight\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:22:29.511086+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f081dee-45cd-44b7-b7dc-6216c69ab009", "result_sha256": "a34596a033aa01bb5bd4ba9790fe792699bca8a44aa75c9082bb5d6da4cbdd5f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03691375, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 116.94792517300812, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8535, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:29:25.804837+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "294ee683-106e-4691-a6a6-f2a2da5b173b", "result_sha256": "d179fc2c0771a6d46ecf7d5631c67f6ec3c180f445031e494139069d6210e1a3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0226875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 70.88262955402024, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5160, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:17:23.382834+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eac10fe-6a3a-4087-aac3-7e8207f6fb24", "result_sha256": "2b23ef7018589c02037682c98d386f1b57df529c7e18f686c9b3d99ec7836230", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.019204, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 59.942271414998686, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4338, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Caveat\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:49:52.711514+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e468c772-8fe4-4e84-ade1-9d5e8d1a5bd5", "result_sha256": "e0b4eb87ef7cb52cbf1854a2a671ae1c49000c4686d804d04eaaa5c5f514d00a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01180875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 43.05091398398508, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2615, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Brush Script MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:48:03.673166+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5154301-b954-4b81-b6ad-bf52b5328c5e", "result_sha256": "c449807e403b253738213c81de45d5511c8ecec58cbaffabf6fb4320431bbaf7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01916375, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 63.83135497500189, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4340, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Pacifico\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:39:13.742099+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf726000-6a31-491a-a4d7-f99951da6ab6", "result_sha256": "ef5aadb0b1f54dc4ba5ea55bc388927d6ac593440c7f0432e8e2818de2a73cdf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01019775, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 35.332809111016104, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2233, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Brush Script MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:54:09.422397+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bfb0355-2ae7-4d55-b1ae-fbe53cc009dc", "result_sha256": "8219dab08ec24a383ff4ba128681ed3a68f0a4522d394d530ec1c4f741292348", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01722575, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.404927340016, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3884, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Brush Script MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:55:29.159340+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "455906f7-b229-4043-857f-6e19ca58d6f8", "result_sha256": "52ef0d19f8161918f6626efff99ffd3234ace3070652e9f9ffc443298e2cd059", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0216175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 70.53575399599504, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4920, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Brush Script MT\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:41:25.752381+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "410c904d-733b-47ef-abc8-390a1fb53e7c", "result_sha256": "47f2ebaac591352c7ed56d756a106a5102bf163250c2163fa192109c38670e96", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016511, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 50.73032513700309, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3702, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Brush Script MT\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:56:53.157320+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "88d996ef-4d2c-4e9b-9425-ce9d3377852a", "result_sha256": "335d3129d9421f999caa0154a976c69b545a9cf47c3635705c45f12bd6ebb1bf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.021132, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.70845281801303, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4794, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Brush Script MT\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:35:00.907001+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa1811ed-ac30-4d65-b136-620cb9ae2583", "result_sha256": "f89a13cbf6ebc7fc7b0634f8237c48c6b05b72325cb1bfbf21c270068c434ed9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.041678, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 147.03763461997733, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 9626, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Dancing Script\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:11:42.222054+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f059e34-b3c6-44b6-bfa2-a540346fe5b6", "result_sha256": "6531db65d9ac83d52f9f6a0d1c062ade5346ecc0265881e65486d0559b36c7a9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.023618, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 109.72965628901147, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5391, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Caveat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:19:51.614487+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ab558e-15ba-42a9-bf05-71a198a43f5b", "result_sha256": "62f844cf191232171a321ff513dfdb3663bc6e86cc3c77f33e8b123361ce8b47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0102195, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.690532934997464, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2254, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:38:11.031936+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "75217de8-b803-4364-8fe9-cbb4475405a1", "result_sha256": "ca6a8cfd4fb8d92f2d0a137628f8bd5f38ae838a059daf413ed29425539a200b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01846725, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.89101012001629, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4167, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:20:13.548929+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd772c1a-da85-47d4-8548-5b00ee5dac9c", "result_sha256": "0a6052e8c410b3f6f13c3c1579b1fbc3b79fe667d2d2d15737f8bd63bccd17c7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0258935, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.55573234101757, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5912, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:48:58.286989+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "afc3ff8a-7de4-47f2-ad96-843b0bfb6445", "result_sha256": "39b8947f574a08928a6263dd83ce799c9114103c9fa5e9788cf1dd8d91200e0f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0178545, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 67.7963574359892, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4044, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:12:11.639750+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc83c920-db88-4bc7-9b2f-01974e65bead", "result_sha256": "9fdf0b3c951af4ff0eec04c791e27ca4db89616e14e556b29db4f1d8b46bd662", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0093475, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.169244677003007, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2000, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:34:04.031193+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a81b1f6a-c8e3-430a-ab8f-7191f7b5aa36", "result_sha256": "ff80c7c45f1eb53c15a7b86eceb12e092d1797d55604596b9a985fe74dd9a5fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016231, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 64.32294702102081, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3662, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:59:16.739280+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a88fccba-0a36-4e56-b53e-cec95a339f58", "result_sha256": "6e84e853928badb09616c774a1dac81041523d9a83a17eaf860c40d0c06ea75c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01300725, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.35489677998703, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2897, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:01:42.750414+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "71ae7084-d628-458a-98e5-21b83d694cb6", "result_sha256": "bcfe331c7bf0a6e4062426335302cf31cf14348860557557588c0fd8bc526574", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0119685, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.405971370026236, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2647, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:02:10.073727+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1256df3-36ac-43e4-873c-a558744934ee", "result_sha256": "e9317dd340b150ed90454f020e622f06d69e0e79f585ac4867a8d12d90e8170c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02252275, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 72.06842930201674, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5133, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:38:14.700253+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b666d5f-4097-4eba-a691-61d366716181", "result_sha256": "be3bb0ad3403ed9f411bf22ddbf3702f0e45f41d4d47986a316137ab98aacf2a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02813975, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 90.21518942402327, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6452, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:57:17.256732+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97173ef7-c3af-4207-90ed-eb60e8731347", "result_sha256": "d5bb413cbc3b367df2342b325dd2b8b435df8f6677e4ebfa82f200c9c6151d35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0184895, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 63.163563153008, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4184, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:04:15.270525+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b780bb3-97f1-445c-a239-9b9b93489ed9", "result_sha256": "cdc2fa73122f3d874e08e2adff072ab35e6a427b58b1ca441e26e1919b81558c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03088025, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 105.2983020140091, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7083, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:22:51.872113+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13a4a0b9-ba3a-449e-b3f0-af7d6bbaa2ec", "result_sha256": "0c0bfa13e079c798cc5a34ac9f78a53468df7661e6cb6fd0b6b8946c32c00e55", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0147315, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 50.307996482995804, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3288, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Didot\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:12:20.457499+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8d90316-d6f6-4067-86a3-0d5350903f38", "result_sha256": "f45f9e0c948245ebd55b533b5fc9a37723c8b7ba1ac74062ea73ddadded5874a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02062775, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 66.50475357699906, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4673, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:36:33.140788+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5640edb9-3deb-4682-9cdd-d49e4960f4d5", "result_sha256": "2c32a5a301de9b51fa4982c1bf848536a6748e879597df5f8ec551076b3f4990", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0191725, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 64.59321848498075, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4345, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:08:33.682374+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfab7513-89ea-44ad-ad76-044852e1162f", "result_sha256": "b2fc922665e8e013654c27e66511506f3a4b063949377b33e2add9f209fe4dcb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02396625, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.15126057199086, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5470, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:26:39.513064+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "adf808d4-2fa0-4afa-b52f-093ac1b5109a", "result_sha256": "9e92cb0cd41b1421909f3a18200a8b70e62f42bad102a5da37996278e8be739e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01023175, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 41.53857757800142, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2241, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:00:42.723410+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11fae689-b206-49f4-b3b6-1a5600b68fff", "result_sha256": "1c5a4610aa8bc56701ff193c25d41bd4c969fbe1bed4f7fa47fe76fd2a787de8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01483225, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 56.347494480985915, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3307, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:40:34.119089+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e91be4b5-8d5b-481d-ad57-f229889d4417", "result_sha256": "b2e7d48e9e838bea4e44828825dfbbbeb0c18af3d70c755f20a38694604a46d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0088325, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.866309282981092, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1900, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:41:05.865206+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b733134e-81b0-45c5-b7e8-15f2e1b543e9", "result_sha256": "767f71ec68b18bdaaa8f789c297bd5f420e3c6ad19b3a3ae9d455dff8857a892", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009327, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.452886762999697, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2014, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:50:13.263214+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e71c32ac-cd8e-4481-add0-1bca9138a44a", "result_sha256": "9d32196f038eeac29774cbcb674457668986c12dd1b09439f5ffe9f047bf0128", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0146845, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.85384459499619, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3289, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:19:30.245791+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c662cac-20d3-4347-9d61-c9117a6b2db6", "result_sha256": "a3c8250e803395a3cddad5a6be97085c6aaa2b298e2c27bc026c5c19896060a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01228425, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.939978071983205, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2691, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:17:18.505178+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e321901f-f7d8-4fca-9126-aa88d136ba6c", "result_sha256": "516ea4d12d82ff00392784e625b9a711630554b62931a1e91e6012513e79bd95", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.037192, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 130.8969460799999, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8594, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Merriweather\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:02:49.576754+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "30c4476a-d7d4-4492-9832-afd859c992e7", "result_sha256": "0a1d6f1ba67207be6fb17edacf848486bd83b817999b814de752510abc355eb4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014212, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 49.024627270002384, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3174, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:19:16.337899+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dddf3f29-9e77-4645-90eb-95d3794e7448", "result_sha256": "eeca1468d4f574a5bacd23a1fd885273a5107fa0075c5b567c86aba9bbc2f43c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.43079295300413, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3890, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:31:56.041622+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "756b7736-7fc2-4ae0-af33-a88df586fc82", "result_sha256": "ce4f8ebea70b062d36a1b886a2a223c5782e9eebc24af69f92b2e3d0740b4c62", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01912525, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.23563569301041, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4343, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:50:25.148537+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "da66a43a-c940-4106-a53d-2f5afd98ef4e", "result_sha256": "578bf2ba1b54d22da6acf72423a13d613346fd921b4d5001a93887c29dead0ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": true, "cost_usd": 0.09047825000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 74.67277784500038, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3235, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:15:37.561265+00:00", "request_attempts": 2, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v42", "unmetered_attempts": 1, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fd04640-d3e0-4a64-87b4-e2c86b7932f8", "result_sha256": "89e6b561587b0952977e8cd833d05831edfe19e6b8c682ff415ae65a83e822c4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02108625, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 67.14594941498945, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4795, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:05:48.100670+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "76c3448f-6613-4b1f-ada1-5a57ed4eddb4", "result_sha256": "3fe1fab798b610c2ba43899a9859cddbc262c3a740bab316aa2c9ffdbb645bd8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021265, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.74384472801466, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4840, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:23:52.315243+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "337832e3-6aba-4683-94ed-1aecd28fe390", "result_sha256": "bbf13e0aaeec7039e2ae1f4d29933ec6b0082ee85166715e8cc82a30740a3257", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01614625, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 54.05104637998738, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3630, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:27:14.656003+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f6c7570-0b95-4c9c-a006-c8bd883fc4b7", "result_sha256": "6f902daa0aeb907a7d9a9b31440af8111be98dfae0465a57cbeb8c12dd4fd82e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01080375, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.54532906698296, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2385, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:28:48.318560+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8442865d-5de0-439a-89a1-87ad59343855", "result_sha256": "245645940fca661c202ffd8f35af6f961d014bdaef21c6606a96275afd0e4b74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01617575, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.69397912401473, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3649, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:29:18.511139+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a7da00a-c6bb-48ec-b9d2-840d2ed1de19", "result_sha256": "b5545f9ca0919ba2cd2801f7cf5b4c44f8dd49040ed0e8d7f799c7dbbc90d073", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02075875, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 80.37722693497199, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4685, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:31:53.447350+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fda057e-7fa4-449e-ba8c-2284353ed5c7", "result_sha256": "64bc2a157b4a892d913bd9cba98b5855abebfa836e21a1ae0964f02116f4dfad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01027, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.38707520099706, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2250, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:28:01.007351+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36c07f19-3a33-46ed-9876-435e573b5e15", "result_sha256": "0a27a20c5ddd1f3a2dc9a4c934dbfbaaddceafd00756db7029bb98aa4b536fde", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01259075, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.17725374500151, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2799, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Playfair Display\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:38:18.250412+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2715d7ec-c27c-4535-af0b-74517eb6f825", "result_sha256": "beb565462f050a815e628021f276d731ac9bc58f675e133879800b6ddbcf022f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0116455, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 38.007577101991046, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2571, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:39:04.293095+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee10ad07-1a35-44a6-be67-84e9930d1a4f", "result_sha256": "1f291da53d2002d15b37dc91f7d159dea4d3a9b674db255aefcc6d9dd654d3aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0099815, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.503164495981764, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2168, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:50:50.186000+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc55c1f1-98f0-43d5-9926-5ebf2b26cd88", "result_sha256": "10cae8f59cad22adb536d628fe98d0b1af823234e916b4395662c7560b057a13", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018541, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.90951532902545, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4212, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:37:55.726734+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce622b1-e3d0-4e23-8180-ac5d25a7340f", "result_sha256": "86630b0b91292378ee6f8ee3e20f794545daaf359687f0d3b019ed30a9c857fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02563275, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": false, "latency_sec": 73.96720336499857, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5853, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:35:27.387185+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2edcfb7b-c808-442b-8e5e-a88626362ad4", "result_sha256": "224310da3a5858847ade2b4a8ca00f5534662d9a61d1c175317d071fda00e6a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028282, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 98.78028493799502, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6504, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:00:55.291146+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "04363cf7-1de5-412e-9b2f-4e65b6a3da37", "result_sha256": "a24672b671c5dcd69d52b5fa012c6358569cedad7ba4db000efccc04ccf9bdfc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01218575, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.60207015898777, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2689, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:20:48.137831+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67ddc56-4c88-4d5b-a495-52828e156ca5", "result_sha256": "5f075a6eda2afb23f38168749bcfe8b1a502473b954773d96969ba5afc54a459", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013917, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 43.67089980698074, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3094, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:44:57.592766+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5224a1b-108a-486e-bcd9-bdffe34a6fc5", "result_sha256": "7704c809d31fe6cf0a5533f79734f5cb6922576d2e1308432483bbdf6602af51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0298225, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 83.14736842599814, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6860, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:34:09.140047+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbeed8ae-9bd1-4a75-93a1-40eed29c0725", "result_sha256": "be82e5b24c6f0d652cf8bd6ab84eb772260ed6f1f872ed62347c5c8d614fd5dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01310025, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 45.25580520599033, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2883, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:29:59.659958+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4c0ba0d-8a55-4fe4-b45d-ac75eead38a7", "result_sha256": "e4fa947a0497b22783e155c60d4b0a51eee5ddbe58204192366afe5526b5ea29", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02122475, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 79.42287269499502, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4837, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:12:05.528405+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "403e69df-261a-42e1-b519-8436e2a0bf1f", "result_sha256": "2f1cb05c3a00c2402555641a6484254f2d9439cb0ff5ed801d44442b9d46e70f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02169225, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.70630643499317, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4947, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:15:05.061964+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6e35220-e7cf-426b-b754-7a759428c8f5", "result_sha256": "64b9b7923ae8c663e8c7d6f2c9b2a5d85a419c4838796ff0ed6bf22263a82895", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.056249, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 190.3682653369906, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 13078, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:43:26.936638+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c81d535-2fd1-4a1c-b5e2-6ef20e1dc9cd", "result_sha256": "d39c1ef587fd642624e4e746a77cb56181b0d032e63f8d805e7f1ffbe66a6d13", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0292205, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 99.49846109002829, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6676, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:16:10.168974+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "852e4c51-25dd-48bc-82e8-457c93039f83", "result_sha256": "c52d7d7fb14d6e94b681099610ee13efabf070d9b82cc025513013e83c79cc3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02334725, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 78.15757300300174, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5327, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:06:13.341067+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8837f33-17af-4771-9efb-c6104ed57ab8", "result_sha256": "5e134fbb02f541ad13046ceeb35ae6c486431329b7002dd6dd0ca72dd3c1be44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01904225, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.20265811099671, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4317, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:56:33.876543+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "03c37b9e-9e0c-4ffd-8c72-254d49c2fdd1", "result_sha256": "79e52585ba018929f5313f8d1517ccc3630a3ac98455148484914a0ed3528b89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0205195, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.50750330099254, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4659, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:40:19.448879+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8727db6-51fb-414b-971f-5a02aec6ba21", "result_sha256": "1f13eccf0676393d5afcdb8821af3798814273c9497c107240a365b99c2de74c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.036799, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 123.62637783301761, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8478, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:57:12.291565+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "954d3313-c9fa-4fb0-892a-739f3d3faef9", "result_sha256": "77c7857641ed29cd4231e8fe151fab856f81e8576c9256a9c6cd1192be38a8ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01487325, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.833743992989184, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3349, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:49:34.756237+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d9e4d29-76fd-43e0-bd8f-ea381d1902df", "result_sha256": "6b14527c70bf2f3b7f3730c6f6afacf7192f2f156840b9a1396a0dede5fc849b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04059275, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 169.38272953100386, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9373, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:14:04.635760+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb35d118-2b79-4be5-ae7a-60b0b89200f4", "result_sha256": "2d5fd01bc4a0d67924accdefe44a420bdbc85b9c3f2573dffca9df5181716da9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014988, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.24727718500071, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3376, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:43:13.409221+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "128d8d1e-dad6-4f29-a993-0946c1205faa", "result_sha256": "a9bfab3c7b96e6619ac850b50991cc3c618a2ae27ce80fb895581e2d0ef7efdc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020061, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.62935321300756, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4542, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:16:34.386529+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70eb2f98-acad-430d-bfb0-2a0d43f33708", "result_sha256": "80d2758c20a044fc048ac49b4dc587776a5b1ee4479dafbd6d6f3b140ae21ae1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0339685, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 130.24032125200029, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7812, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:37:42.002692+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0caeb3a5-5447-493e-978d-50ec88ff26d9", "result_sha256": "7a3826b20e9fd5d7b55fd2637c1bf3787637d49ad8fa157d322165a9b6ed0d23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01967775, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.08479683799669, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4473, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T09:00:43.030027+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe85392e-44d1-4856-a5ed-f78d6f9ef27f", "result_sha256": "13269002240e41c80aee9fefe39e56eeec89c171be5accb7cdeed6f852fd844b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03086525, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 112.02613000199199, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7063, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:51:44.676756+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "635e1b77-997f-4bf4-8d33-7b627b021e6c", "result_sha256": "c1eb75d6b78c3b25644bf5ecd17ac7236433fb20e6b6246c18b35a381ea9cfeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04737075, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 165.42517103400314, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 10989, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:43:25.216144+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d60a2c-9738-49f3-b06d-ee614e1b6511", "result_sha256": "2065e72b9707bfe1e4870df221c19899b5cbc441d5d84a9cd29a29c03fdc7d5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0310445, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 110.5144915979763, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7154, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:48:28.522290+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1647fda-4d7f-4ff3-9fad-3340ec72f8b6", "result_sha256": "17d60da87450b2e9fc0fe2d0eae894b3283cd000eaf6396a0be02c2f0760514e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026878, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 100.08212077699136, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6146, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:46:57.217785+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec0887bc-3458-456a-8a73-205fdcd6aec5", "result_sha256": "38d7bbc37fc13eb4daf70f5e06d88be434b88f8d276aff988742508cedcebb3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0316055, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 122.80107754899655, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7256, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:53:25.707220+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "db0804db-e067-48a6-8673-cb4bcc1969bc", "result_sha256": "adfaa190db52c196d91b983eb9cd39eff99d26cd74d145f7603b1b7cc6dcd604", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0102045, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.99556344698067, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2244, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:29:53.339506+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b2571c8-ca60-42a3-bd0c-9367ba812848", "result_sha256": "e3151f844aaa4e540eb3bb976c4bbca48f4ef5ec10e2c823b4af110ee49f6619", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02585875, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 91.75822039699415, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5885, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:45:30.952356+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "08d80e2c-66d1-4db3-ae0d-f1a4a0f62b86", "result_sha256": "7541d934c2641f2d1e326846921fb4b10c565386a1167d69f6c5cc27460dd8d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.047171, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 124.87937676502042, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 10942, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:39:22.786033+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2da659c-7934-4fd1-982b-6c5f200cdfb3", "result_sha256": "63e1aa7718b6494a0bc1783fb420098d5a5dd5284a4882b36d0933a4bf8636a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01525975, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.62857635700493, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3427, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:46:18.643889+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aa77894-54a8-4592-ab00-cdf4fb70431e", "result_sha256": "0251c572b0c2a24a214c5af1a30c4996f01c20ae31e3211c81507678e998ade1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02284425, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 79.27241655898979, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5206, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:09:19.902753+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7e14d03-57da-47c9-9c41-d50404025f24", "result_sha256": "8bf570ad28e59e511b62e8b86314e1798857e03bb92df17d6cea6884857d1287", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05092125, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 188.4646046720154, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 11815, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:04:59.482444+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffccc947-d0f3-45c8-8bf7-2027fe5ce045", "result_sha256": "0b584739396b7b90e001edde2e3eb81a7948cc0b60cab1ffd862e57eb02dfa91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0120365, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.52614105300745, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2663, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:16:22.838502+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "21cf75da-1da3-4c3b-b105-5fdd4b25a213", "result_sha256": "644b5d09a8d547b94f8cf23a7f8b43841f0373faf7fb32eb35edc81887f3e0ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0198325, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.060906030004844, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4500, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:40:38.121610+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "34a60434-4921-4766-9c64-75fef57186da", "result_sha256": "457b79d565de01017d31d49c46113e2d3a496eaf33c68032f0a56131e0e9b8c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04873875, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 166.0303294689802, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 11285, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:20:17.187826+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e538911-0a7a-461e-9b6e-da0f60bbaee0", "result_sha256": "6b04293af83cdb4d90518b1b36b1a62026325b4f133fae407240e879c5255035", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01550075, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.796804368990706, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3469, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:46:36.832014+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70cf19a7-4d80-4a87-90d7-682ef09939da", "result_sha256": "95ca5bf54924722f5d9bcba3806ce9dc4a4c11c5c5e13d8865d35d4a65a4bacb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0179545, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.372988617018564, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4044, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:26:25.362274+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec90859-73a2-4a70-8011-1221baf2433e", "result_sha256": "99d29c6981b92e5e902b4b2d21088d2929ee743120d38ff091e423a9cb83adda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01573425, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 55.177044928015675, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3536, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:23:05.155441+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d0847d3-67dd-4817-ba3e-239ec0f37356", "result_sha256": "feb304f6cea0344fcf8e94398481b3ff8ee407a8ad1f9949bc4876a7591f8e72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01285675, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": true, "latency_sec": 42.82446219000849, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2856, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"tight\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:43:03.366020+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bb079d9-6602-4c3c-a0db-810afe979f61", "result_sha256": "9a71643d8978c4eb8192669d5302eb31267f59ece617faf5de4f987fa0042467", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01675125, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 66.18499800699647, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3775, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:29:24.612972+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a8ece36-32a7-4bcf-a7f2-e7f0824a519f", "result_sha256": "4bfe43191b03b552c390be25b884de2b475dcf584c2c27371b239b851ee49555", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0286745, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 103.86628360900795, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6564, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:53:48.544218+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f46c992-65cf-4f62-b680-673ffec53327", "result_sha256": "d24be2b930b266d7fd2c770ce25d9ed6e1b3260827fc6e1da6c442643384cfb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017477, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 58.92510820602183, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3934, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:16:45.653158+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f070a03a-4551-4a2b-9bab-9a552bdf4699", "result_sha256": "3534df1d748ed3842c762c49dfe11f3557cc662c95a478ba7f7c6054caedec6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01668375, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 63.34886679900228, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3745, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:10:52.690296+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "211efecc-6914-471f-beee-63512d402d62", "result_sha256": "e089b76a311bc868fc46dc19fbf89cb3873a2226f3790eec848c5fc9a9fde896", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0212635, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 74.48889397599851, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4837, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:17:12.876200+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e3ee2af-5c5e-4f31-be8a-a1eee959d904", "result_sha256": "6ad1eba6b7bd34f9b6f957152f5dd64b8524c3de1e2ee77426f7d050f6c7ca4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03539575, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 118.89263942901744, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8129, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:15:37.379419+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "604a28a0-f804-4abe-9199-079c9b060383", "result_sha256": "0e0b0b2b373f4b5ee339c2ba056912a896e462fb4d4ca7330ce72138acc691fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01585275, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.26295269597904, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3573, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:48:56.151731+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35c8227-bab1-4ccc-9954-e5427ca292ca", "result_sha256": "035240582bc87a8593c8b2d632ecbb608852c9eb07c36544c0d3867e7a71c77f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02229975, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 76.17360906099202, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5077, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:42:18.842778+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bf51ef8-c55c-4667-8d61-a1c2bf15f8ba", "result_sha256": "2ad21cc7a542df32716d41c1d775c309597970a0d2031865b872dfdfab5f9dd2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.040031, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 125.79518697800813, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9262, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:47:00.500254+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2df7025f-293e-4e2d-9eb0-15d007bf323d", "result_sha256": "5dc0e9dd7654d167fe242aa72905f07ce826150a2e2189b907f172342f0e7a5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02767625, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 96.9373464229866, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6355, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:25:29.374561+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc91fdb1-58d3-4b08-8d32-9e1e31abf071", "result_sha256": "ad9a0661cc956d7e2d22481b43116d40a4f2a005d34dcbdf90aeebf8afa23269", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0517285, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 178.48163300802116, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 11972, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:53:47.723482+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dd73a04-59fe-48bf-8686-e7373b845062", "result_sha256": "e07accab86337d885a87e73029dc41be10f5ba640ec76e756e1e2c682c9ae519", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0173375, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.91636167600518, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3930, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:59:06.358136+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "40b27156-9d6d-4784-a8be-160123f129ab", "result_sha256": "03ef6b8bc4e73c88dd638fd97b076639593507335d6d8b761c18b502ffff4e5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0258805, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 90.27953983101179, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5926, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:31:28.660896+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d95d538-b81d-4040-8b82-3825a3a2cba2", "result_sha256": "4a20de52f9c9d55ae93c03b148ac44e0e993436a9068b9d2d4dc1a2dc6103b2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022755, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.63390838500345, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5185, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:12:08.549724+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "89cc2e65-b406-4fe5-b252-8161b248eee1", "result_sha256": "1775c000305f23a2e769ba4a71e6c54ca4ffac86ddc179fa0a250fc1055db949", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0199605, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 64.14813756401418, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4546, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:24:17.457254+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f3bb024-4312-42c6-af0a-d9ba48202ca5", "result_sha256": "9cc7fa765f743d8ecb87bb07b42f66610d4efc1f0fc35dc25dfc4a001895a8a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04235225, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 156.811724322004, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9787, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:12:16.610472+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc400baa-ca64-4628-9d1f-36b4a1fef5f8", "result_sha256": "15d672638c21fe1578d1bfb108034fc5bade1248261cc226c8932547de2eb8a1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.028121, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 99.99078232800821, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6422, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:32:38.289666+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc8f8e3f-f77d-4636-8bc9-850ad523aa9c", "result_sha256": "7cb7f641084a68f81a48796140391c4eac852fb7c0404df042a1c5d036fc905e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0155595, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.330976154014934, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3504, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:35:49.246120+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6dd182e-b536-4a2d-b625-e3526886cce3", "result_sha256": "dc9cb31795caab368f9d0991f5f58ebdf3fe2a730610c20f05785083f8c9ad07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01801325, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.948212085000705, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4039, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:22:56.394582+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca550aaf-b2e9-4fa4-bfe5-0d8933d1548f", "result_sha256": "9e2e1b507ef4d9b7e54ccdf55196e76f9587a78cf840e1a766f2c335ff9c10fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0289095, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 102.79251219402067, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6644, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:59:02.204206+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b50445-32a4-4741-b149-b1d884ccce03", "result_sha256": "398ace31ee0efe9acf62c5898a88dc730d22c1589ac9d93a2ea40ecf85d4cea9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017882, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 49.16209203499602, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4044, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:34:37.566986+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13a093da-c666-4ba3-91f9-2473615baa43", "result_sha256": "f6e1ab6ac7616eb59d4cfbc8fab2ccb7d44502ba865b90bcb5ac433e528da11a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0256025, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.49343737598974, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5855, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:37:48.403150+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b177f823-af8c-4126-95f5-c1ab31872e0c", "result_sha256": "730eb197bac08fb663fea66deb0ed1e43562999bf5db0884e89ac69763d09e74", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0257885, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 82.96739320398774, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5892, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:47:12.331453+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f104468-fd9f-4a57-a4cf-e687c7255584", "result_sha256": "371b92c3863da89d2e704b66b60d1e18d613327f33859a44275981c5f0d85193", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04394975, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 155.67323636298534, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 10172, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:13:56.586191+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc4d0526-0a1d-41bf-b37f-b54bf8b97c76", "result_sha256": "e450620343cf2452ca636a9fe07885c92ae068a4dd43c2d7a766f81a9d93b2c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032914, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 110.5876048450009, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7578, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:21:36.515600+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a62be77a-49db-45c3-9ce2-c60ba1e2d307", "result_sha256": "41f1cea0e4223cd4988792b837e4196e57458f144fce22d56c4142597feb2160", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028774, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 93.39747118399828, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6568, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:49:08.601232+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc1d96fa-7931-45ea-b6d5-e7a73dd08c3a", "result_sha256": "d31f91e6cfafaa5d2ef42827414e3e9b9bcd0a322268e14a6964fce4beee5424", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04300675, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 156.4412798989797, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9941, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:24:44.597416+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7ba074b-81c7-415f-9e54-a570dba824b1", "result_sha256": "be35b990b6f8ceb236bcdf4319040786d1e3cfe7e92de784d461ba65ef987e89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014886, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.08281160800834, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3322, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:32:47.011042+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "24823784-797e-45ba-8676-e073ee458e21", "result_sha256": "3938cb092dddf7fe378bbd2eea4b2d3f9a082cbde8f69030832fc84d8bf5f1f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01392375, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 39.797329503984656, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3110, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:33:26.942116+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ac7c8ca-8af4-4a00-9b32-2f16e23ab658", "result_sha256": "30df49ba92c973b7b50f2a71387d8392147b4ddff0b081cabf001955d07e637d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02492675, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 86.42046715502511, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5696, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:15:19.954653+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec3028df-11e7-4be0-b8b1-a9fe6a92750b", "result_sha256": "94fc1913f47a9782b84acfd406c30f100551c90297298385e477c9e1334e6a2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0255785, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 88.63691382299294, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5852, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:49:17.514630+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "17cae08c-8f87-4aa9-8ee5-5479365e53e6", "result_sha256": "b9611c96ee3a9e261883b27354c7c2c5ae560e48eaafcc80baedc4985d629653", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.019747, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 84.54627083899686, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4444, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:01:29.125578+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "74648341-a988-44b3-a8d8-fee2fdf7794a", "result_sha256": "344ab2b48bd67340f0f3e493f7c6ff7c7fade56c9c220d59c564dc03fa1b0fb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0209705, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.16765485200449, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4756, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:07:46.112745+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ec1aca2-025c-4a1e-83ee-56bceef89978", "result_sha256": "97e4c387d725f8aef7f6ae10c744690c14e9b138b7b453b98562b5dfc564b4aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01545125, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.54117589798989, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3455, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:01:07.967399+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81f6e3de-9ec1-4a9e-800a-d9e655b82f15", "result_sha256": "eee730176ad4e1bcbbf6f47907baefa0e298c6a3624de8370f3076fff2b836dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0136455, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 44.86518908900325, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3031, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:14:54.316198+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0f45251-f050-4f8f-9822-8faec2552625", "result_sha256": "89383e416b10f3100b2c29b54605cbaef3c77b740e3f37583bba22da729d19f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019369, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.50722954500816, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4358, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:39:02.484142+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f4c7961-b9d7-4baf-9d80-f55a13867022", "result_sha256": "3f856260d8e7553c888450a81f7eaa3c81336a24d051caba144e9b51adba3d30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02224475, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": false, "latency_sec": 80.6481113670161, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5077, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"tight\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:19:22.733791+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b4645f2-cef1-4250-a48c-d6eb837e5343", "result_sha256": "280cfb3ccbec2285fe015844a9a0baced418d9bbe26b845c80cae07f9146e506", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.041158, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 140.01063771400368, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9491, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:48:11.070614+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ea121ff-1a43-464a-a1d8-fe14b81fd49b", "result_sha256": "a434c4dde3b5061182d3b355d426827f68b07d1f719715ae7bbdb9375063b5de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.028318, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 88.85814167401986, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6506, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:56:22.281794+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d2d65ae-6061-4ef0-9514-7202c230828c", "result_sha256": "933b05313ee970ebef3c431134e803f7ef2a7505599befc9b33d21c7541f0e59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03568725, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 118.41452230099821, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8227, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:10:29.658344+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6cc6adc-fd12-49de-bf7e-f91c6b8bc103", "result_sha256": "9f0b6d64bcdf01697dcbe104f0b7dc31b1eb150e6bdf5d43f3240c46c40886f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02384, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 78.60387945198454, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5410, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:52:18.132565+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "37c046a4-fc44-4490-aae1-17b839f9c4c4", "result_sha256": "026a852bf12bca2675e0be3ee65a79e6e2ae6b902c18296460e1ef035f5ba7fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.02174925, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 102.44159969099564, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4951, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:44:35.807055+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3699e677-fe97-44c9-bd07-7c8e54ba0559", "result_sha256": "9fe7f51b2dd54dedc8f5c463edc9d37f6263575e1e5bfd002f85f1315e493b23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02299475, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 71.38834353501443, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5247, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:31:59.908697+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "be3c6a01-8102-47f6-8367-6c557c560194", "result_sha256": "bc750b57e9fb1754d79936fb2abf0b5415a3291b0a2859491ed62394edc80501", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020324, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 77.46150663000299, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4613, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Josefin Sans\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:16:37.600397+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9275cfa-6e34-44d9-bc7b-ccbb23fc75c2", "result_sha256": "0fdbdce6bb489cb2e6c52951ed25206d02b616fd83854ad15ed434a7b915ca1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02073175, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 89.18367772799684, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4721, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:36:48.499771+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70020d8f-b805-47d4-93ac-9108eae8cc5b", "result_sha256": "81b83ef5ba819fd4698976919caf0d68013e2fe03cc726c26430e071f330ebc2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0345185, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 131.90918119301205, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7952, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:44:39.028760+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaceff49-15ac-4dc9-a954-9906a79750d1", "result_sha256": "1eada9b4fa452b234d7860185c1e1d081d2c9998d2df5108086f1b496673bb59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02069075, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 65.44975609198445, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4669, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:33:48.287505+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "98e688b2-4023-4d2a-abab-dc2e5d00de85", "result_sha256": "ffe344aa62c79d141dbb3cab868635eb544d96eb5a418a305fa76e005c69f9b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017597, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.603173376002815, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3974, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:18:43.350301+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf276a72-b9a5-4838-89dc-28fff891bab1", "result_sha256": "d28e83d073891646d4b7d509e9a5a39d32eb67898fa4a728e8a8b518842fcbbd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02378275, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 91.69192352498067, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5413, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:10:43.105355+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9447b691-094d-4937-a58b-66c7849eff82", "result_sha256": "3f521ee3d78dc6081901485f10ae5408fd7bea0e50095df786a775181b5c2d9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02114425, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 73.0530945250066, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4806, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"italic\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T06:19:52.097347+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d31c4c32-16d6-466f-b29c-6b4ddf8455fa", "result_sha256": "b49954f55b5d5074c40169207fd901752ea8cf5a3067fbba87a5ec5d1f9138e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0225275, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.94753159099491, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5120, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:30:51.703278+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "15cb1019-e73a-4a53-8747-f2731a8cf1b8", "result_sha256": "3a0fe98f30d09c2c2ca0a11aaeae39278c7c27bac8a84244b3f117c016026405", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01923625, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 63.70469534001313, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4360, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:26:02.398922+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "039394e6-3604-457a-8559-a292f5d7a2e0", "result_sha256": "19b103ded1ca373cb8124024fd1ed9502424e75e8501d424ced5a4cd7878e332", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0297765, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 98.8868468280125, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6828, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"loose\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:49:52.546251+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6aff75b8-6ae6-4f02-9f93-bad12aebdcdb", "result_sha256": "919d558904b08a1e253d19a1b1749a4ec9482b143de0c02b6becae6e78c19368", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01948875, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.06480614899192, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4435, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:59:25.017792+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffa4d11a-52c5-42ee-b1c6-4dcc898b258a", "result_sha256": "21742d24bcfdeb786329290a7da44f38d959955efb34c2b47fb7cfbef692bee1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0148165, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.51813295498141, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3308, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:19:41.738749+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2730512-d95e-4152-b5c9-f2ec5a9fd64b", "result_sha256": "6286ce00011093d56c604046fb8bf3fa68e6067d8583e334fe6e2d0d6519e959", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03812975, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 126.91363904598984, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8777, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:32:16.976233+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d92c551-fe55-46d7-a2b5-35a71aa1f61a", "result_sha256": "49bf06e1cbd919d46188f88a9d2ef313a2a9a5c3d8a3104ee6bfd5ccdbe6e0fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01786725, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 65.8565791840083, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4047, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:58:18.199160+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cd72c54-8511-481b-8187-bfc66f47d7ff", "result_sha256": "8afae35d32d647d2405a53b5fddc9cb97d7b098b86e7eb7a18d9ed2e2ee4f512", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01211, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.426338535005925, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2650, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:30:32.230370+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78fcda99-8358-4097-873a-5bffd411ef3f", "result_sha256": "97f3ce883507dc95c6becad812242f2749004873cb1eb384c833ed6b240d537c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0281225, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 101.83615689899307, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6460, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:18:54.831336+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7786162c-9f1d-4bcc-86ba-87a3a0385ec5", "result_sha256": "5fd8d075e36d4044c5b6bbec421a98fa5b9eeb4569e2e69eb63a5880ae9c4c28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03668425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 138.436181313009, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8481, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:43:44.249189+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a7b1618-1a65-4f05-85bd-5f649e524843", "result_sha256": "b5347d67ad9eb59464cd90f7af8f3c633b71a25dbb48ad2458cde7d4d9a99dba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02970425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 98.74273259102483, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6811, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:02:46.137181+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "60db001b-d068-4bd4-b639-4324aa2ffbab", "result_sha256": "3909a25ccf74cf2e3f9314d9de1d829a94a48a5795b061e6ab3a02b4a2e40a09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02730875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 112.25559395298478, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6245, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:01:21.058158+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "92417fda-dd28-4025-8994-0f7670c0495a", "result_sha256": "19c1b1224bedb97a70bd637893edc0cd4b766a5fc468afa77cd13b6357fba189", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04306125, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 158.5731611670053, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 9975, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:37:04.599488+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "18dd7d47-a81f-45bc-a69c-a05ba944a18a", "result_sha256": "55118d9349df98301b083d63a6eabf9ff63b64408f242665dec9e5bf558c428e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0198705, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.05972101498628, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4476, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Open Sans\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:42:54.483052+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6d2244b-df3d-4358-af84-c80c29cbc033", "result_sha256": "f734be227dad3c42e40b39660b86b9993663101471f93f22c49e218c3d37886d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03909175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 162.76800253099645, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 9041, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:41:03.871224+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c586e73b-8c07-435d-a850-9071476f82a0", "result_sha256": "ddf84b22896c4a63fe65ec0b960d7bca9693df5b7632f2208efd585d99558118", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02483925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.76622514298651, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5681, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:33:07.461092+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4e25258-c13f-417d-86dd-5a2c3f656b2c", "result_sha256": "dc928e5828d5d593765ee9793f5faf159bd1fcc3cce1ab4bff71b1184e8958c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.59276676698937, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3875, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:55:37.655026+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74637fa-93fe-4b49-be4b-4ada3578ce76", "result_sha256": "de662706fbd14a3e7c9aff56b0074a02247ca10443653769f1f38c47f2b312f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02502175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 82.37589965999359, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5721, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:53:08.978068+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e66e5d8-49c6-4cc0-b148-dae58b349597", "result_sha256": "1000572e09cd72aae425fbb739fd505b5b03ab5e135889ef281875867804e62e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0177825, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 50.14999385899864, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4015, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:15:23.103545+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b137f52b-83ed-489f-98b7-c809752eaa6a", "result_sha256": "11c0a824500be6f5976283b081e26146fbde3756b50da49411e0a5ac52fef0b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02032975, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 66.80123445999925, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4617, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:58:55.501140+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cda11600-3c18-496d-b447-2d13f5c2c6f0", "result_sha256": "b202aa1da4ed7b95fefe069b5404051efa57e5be6e4f2f472a35e5fd0dbd2945", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0231325, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 84.59753148301388, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5260, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:51:13.215427+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4e1e997-f83e-4bda-a5d6-b98e8da96be5", "result_sha256": "ac993722634cd29d21e9595e5fe2e3bc44ddbc4b099a157fb1e11a29654bb3d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02145925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.1773502700089, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4871, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:28:11.563798+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "256d3d36-e6cc-4969-b23d-db9314e69c9e", "result_sha256": "ba04db3fdfa8c8e287e7b2566463b286cd188f04e1f35c10f5e7ce4ddc5e0ef5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02820825, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": false, "latency_sec": 96.90207417699276, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6479, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:06:07.516247+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a52b99aa-202f-42fa-a077-44d116d97cba", "result_sha256": "477118a17499ef9edea2d5c6e102a6564451a1c6251dfd9fbdb6dadd6b170d50", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.030373, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 101.97052174800774, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6996, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:58:01.784901+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b15ba40-2518-4010-94b2-14cd13ef797c", "result_sha256": "e6c3293029385c0ecb2724f2268fd84c4f4e596f28b815e733cfab0798c8ddab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0196525, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 64.15678557800129, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4455, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:42:40.135046+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd2a478-85e8-4556-a3cb-b343767c9a27", "result_sha256": "e9dfeb55f272f3ff9f835c378968184417149b40b7a2d2ac4533e18ddde0cd58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04097625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 139.49861253399285, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9475, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:13:50.351056+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81e5a327-d93a-44ac-8516-937730110892", "result_sha256": "374295978b72709a64f02cbedac2552621a71f612b0941deacd8a8ab1a38d68c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02815175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 87.62255860399455, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6441, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:22:40.623836+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b7f1db1-7913-443c-954d-874002fcaf76", "result_sha256": "b7b41eeaf2e93c85dde22b1bc576a7cc2cfa92e7851d8a46d58b438231faa9bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0260195, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.8550272739958, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5944, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:38:20.485410+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b97f6cee-58af-46b6-816e-4de2eb133fbd", "result_sha256": "69c1581ec20052bac14c3e1d3c0c75a52c8248c1c3e566abdc1b2d742f0588e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007151, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.315377522987546, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1502, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:03:48.567925+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e2548e5-e59c-4b3b-baff-659922df59af", "result_sha256": "0410253b2298232c8be39b0a15367e489b1ba5810133759677f81d4184c344b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01507125, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 45.044682615000056, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3380, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:56:51.170388+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e90fdf7f-48cc-4adf-a0f0-7675e54bbeaa", "result_sha256": "80e131389818d4598cd14b8f769b5a839e40d1bf994a3c140cfd43a959208fa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0147705, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.83564137699432, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3276, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:40:28.677586+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "897d65b8-cda9-4fb5-ab27-39fb2ad944f2", "result_sha256": "3a787e5abd90bba6b08c68c6b2aabb4061cd24935af2730ec7b27db50cba26dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01853875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.44626545201754, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4205, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:12:49.418799+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4994654-fce9-4a1d-8a49-e71433494fe0", "result_sha256": "057f917778b28dd0c98d7012219cf0c315d9e7ab9c43bd8c34405915ef44555a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.042007, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 150.5554858359974, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9714, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:09:09.702172+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "72d0af8b-70cf-4a6f-a34a-9db8ead72e9a", "result_sha256": "19b19c8e7d0d8991d1d037b20282b0bdc6f21185f5e99236176bb40ee4619e5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0314885, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 109.4113991940103, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7252, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:11:30.033976+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a61d3fd-d77d-4a6d-97a5-cedaf62554b5", "result_sha256": "bbdc9103618a284b61b69a4a2554fba4282ae9a6aa51f3da5224588ae356331f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02210025, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 75.53315341702546, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5043, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:18:33.886880+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "36e37ee0-293d-4086-8495-2f3c9c60ae4b", "result_sha256": "91858f30292df5e1f9c7ef9c6675c12b9b9e72e277363681d95b82500a1c56d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024418, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 69.3782519880042, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5546, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:35:18.311296+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3da9ea5-0db4-45f3-9f8b-270d6ba8c5e6", "result_sha256": "570efce779804c89ece508091b6b68ad62b9f403fd69f3379cacc4c51257e6b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0287665, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 98.96113013700233, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6628, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Roboto Slab\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:33:13.395497+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2a4339a-b6ca-444f-b8f9-0b97238a1133", "result_sha256": "da76ad040d588c35e1a13b9780bf8768e128a42558dd9e2d3db65b309a7cf31c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02377675, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.43148817197653, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5431, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:34:13.226595+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a70746b4-b801-47b0-99bf-70b50272c0b7", "result_sha256": "af14101ae843c2efeb8e5a9875f49857e2e24aa0f4f0f4d58c7d07ffb07bc2d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04669525, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 161.50031318201218, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 10818, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Montserrat\",\"kerning\":\"loose\",\"line_height\":\"tight\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:16:04.437510+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f29f3798-9122-4f3d-9966-a9ecf24bc865", "result_sha256": "c41f5b21d34586d10c582ab2b5fb9d5bf4ec27ffd12b74116bba405972a1688d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0144015, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.4740557569894, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3238, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:37:28.362564+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "daf0cfa4-afc9-4e50-86aa-bb8811e13bb5", "result_sha256": "6cabb99659a316e57f576cfac5053441db346f4fbee92d04dd44a2eb6f683e4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01451475, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.16867963099503, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3237, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:37:51.567005+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2e2fe43-df82-43da-af7d-c14279512886", "result_sha256": "8280d05e93f988e5ef313ab25dbfe00e7d03ed06b268d9f2500d293f53298063", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0226975, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 81.97915423699305, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5160, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:24:29.273846+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4417e07-6d90-4b1f-aafc-70edb27456a0", "result_sha256": "a5a5be6d5e477638d37d0035465796532334bf949a78cad91f8df84fb9445816", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01279275, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.23055019197636, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2853, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:15:46.091172+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "94c47fcb-8224-4ecd-b7f3-900ed147722b", "result_sha256": "8e2169083ed488e9fdb35d75988dc9a7e87a15f95ac2597cac0a7339b51d8fbc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0106905, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.55631007600459, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2316, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:05:17.675907+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d37c6402-81e7-457e-806e-880f8f8c31fb", "result_sha256": "60c7559ff0c8a5e8589b32aa4dfc5b3d1a9f142e84e9bbca769aae26ab16f523", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01887025, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 66.89632047698251, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4283, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:35:26.618738+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5fe028e-450b-4b04-8a7e-aa3d69fc52ab", "result_sha256": "d6aff5ee8294eed8d78c19650e7497d4f26766e4f293543b35cd1ebf4dac26b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01316025, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.19093268099823, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2933, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:50:19.660196+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "56081b70-80f5-4178-ba66-b4b809e237c0", "result_sha256": "4bb92eb6e157343b04ac1fcc6e487b9b3d1b0e8b3c6c34978f417bfcbee7b3f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021888, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 74.11652685998706, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4981, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:04:34.728452+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d27a8ea-5acd-4be0-a596-b1ba8af99bc8", "result_sha256": "496d7146a14c664fd9eeaf81bad9be29a7121ce5a50118f6c23de1cfbc449901", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01391225, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 49.28725254398887, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3107, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:52:54.419449+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe218e46-8475-45f0-841e-981f58732b63", "result_sha256": "0dcb97706fd859375b0381cb2acd9f3aa106a531474b76b0b93300fec9a6c136", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0175105, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 62.31527386099333, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3951, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:55:46.552205+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c73bec31-018a-44e0-aa0e-b592c3a41577", "result_sha256": "4bd593b2b1166f6f61f49f1689e4ef78d8eb1ef61d6718738a63ab24fa0187ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01105625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.26698102400405, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2435, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:43:09.569943+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7b69d31-0c1c-48c4-ae14-805ae1edbe6a", "result_sha256": "d35da2d088c74f110f3f95e8269dbe1490e4cbc51db85ffd3bd1691ade1f68de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02608625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 72.27592725399882, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5955, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:39:52.952315+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a757685-4f68-4d50-95eb-5c464d9d890d", "result_sha256": "4fcc1daa7646beca29cb4500697a31857e67d3e5ff43da5e27bbd53f551760b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01214325, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.19443271798082, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2679, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:00:58.648384+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c381a07-edc3-4bb2-b23e-f4d188ce28f8", "result_sha256": "f7c7a3689601de364193be70fc039af42016bdb0fcbe21260734ab73495bf97b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0125315, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.805805184994824, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2768, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:16:26.659663+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c17059f-ff11-45c7-bb6b-f5776dcb997d", "result_sha256": "7ba6a497ddd31ef24f21989e4444409a4fd329f1428b009bc4d117224c0cb4a7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.05083075, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 171.04473236901686, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 11794, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:22:46.486687+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e311b118-cebe-499d-b214-39173ac1a5b0", "result_sha256": "69816b1b8c085bae57a9af569e16f38ad10bd0941f4f78e3574d268b9f67c72e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0131075, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.22710317300516, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2915, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:40:49.167664+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d44f5a98-3105-485f-a142-836cbc1e04a5", "result_sha256": "edf9cdbfa68a583edc3771787e761ab90698b3e3b80219e2046e61b577630761", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0100745, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.469693737017224, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2204, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:42:35.623431+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b3727c6-0c28-4405-aca1-f607d155b740", "result_sha256": "1db8d824f0039cacd0ac74a6d5f6e6736e8ebe50cf1f1ef465154f76f6f3a3a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0142415, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 53.97950074201799, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3168, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:00:29.229876+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bee8990f-72a2-41e5-8173-0c9cbf49a916", "result_sha256": "4e3192efeac3c565da2e14b57e2c913c5fc4a7c3fadc731a08a23e87d439a717", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 59.06512652899255, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3730, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:03:27.001574+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4f3beb8-76b0-4695-bc6c-40a0781b935f", "result_sha256": "65b3d8c116d4e85c8053767672b4427d116d2b7fbed778fe820291b4ffdd7e11", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00814125, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.705505177989835, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1735, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:20:06.999588+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c018e32-c6df-480a-9a27-9dc0da3121a7", "result_sha256": "cb051c622dd4d7b6792f421229e02dcc527d3ef08587d56e8f4b8b167fdc2c14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018467, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.06129808499827, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4179, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:31:16.896909+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "432a2154-2f74-4035-81d9-f3ed25bfc732", "result_sha256": "3c23c2fb1972deb7486d51cd5234726a171b1c69fdff7181915d33f4eae403c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0184, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.76809740898898, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4130, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:39:14.275737+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad10bec7-5068-420d-8fca-81ebfa8f95d7", "result_sha256": "00c352340efc3ec45a744b6e7514a06789d08dd3c5c15d605bd7a8d428dcfaea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012304, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.048477875010576, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2738, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:29:38.963148+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "69c9117e-fcf1-4e99-bfe9-f47d52ec7ee6", "result_sha256": "954e12716dffab617ff4c1b2d58662e36b91e79f43366b57500f7cff87bac935", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01445425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 50.68961059697904, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3231, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:52:25.108326+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c105d44-e9e8-408c-8958-54ad9de6980e", "result_sha256": "052c0504662d38c4a3dff7143d10bae67f7ca80c1a7066774b2b45bc36a52c37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04833125, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 164.00090377399465, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 11215, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:08:01.706288+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ac94da5-e7d6-4abe-ac75-b8376d3161bc", "result_sha256": "711638f42436f3dbbc4389df406a27127dd1a724d17dae9d20a3d515db1f7de7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009244, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.307590190001065, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2018, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:19:54.364170+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "989811c0-20e9-4f9e-9f34-e87ba123486c", "result_sha256": "48c13a86fc52c0ab8f516b8a525e4472d026322e2e30e0db7a6e687215a0980c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0301385, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 110.51914852799382, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6892, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:54:27.436549+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "69644e66-86ae-4776-90ae-4c8f0773fff3", "result_sha256": "f6c9754f90cf532479888aff2453faff0e19863cdd9b111559192056c81e269a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019369, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.8912295170012, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4408, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:23:11.576472+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b9e051f-d2c3-4437-8a43-0d73a1d42f0d", "result_sha256": "a40cee54034496efd6636cfc6871d5d9f2f65051b9dbbc6ed5fd9ebc65606bc3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015434, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.517224373004865, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3468, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:26:42.324063+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "182a42d2-10dc-4df7-92c6-7800ce13cac2", "result_sha256": "eb4104a0eb8cc104395b7e7181e21d37360584fb492a99dc0d68f916e8a0070e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01653725, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 54.86102835799102, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3722, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:31:45.653788+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "05f491de-fd4a-4d61-8ffa-f3d46a1ca3f3", "result_sha256": "25e00ffd540a24d14aff449450a949b75b83ee3e2c8771a7c864ba8a5a558bd3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0268985, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 84.24617422698066, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6172, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:17:50.408469+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1e18dea-936d-4de9-a9cd-ad2ec0d727c3", "result_sha256": "1f2659941e973b8a2f52a58fdf5ed887123251c4865314494ab37430482d5555", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0319475, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 127.49241734901443, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7360, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:25:35.163198+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "77eeffdb-8a90-4f19-b5e9-49ff44c76ded", "result_sha256": "f264b6e68de6ab19119b4b0f588f3fbc31b3050946a9f865498e87a6ed43eabd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.035179, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 122.91370668497984, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8078, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:10:17.154861+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa882945-feae-4197-ab8b-a2f0549799c7", "result_sha256": "4df452bcdbff228a4bbc621a6045675e5c5e8f7cd0e9ed7b22ecb3fbe6f2171a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01726975, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.0882488549978, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3897, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:03:59.866668+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c557fc5c-a2a6-40b4-9511-342d633f34d4", "result_sha256": "7841392d94da2ad9f6cb33c7ecd78aaa003b16078c79c33be7a5e51339b3bb7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02281625, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.27850903599756, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5205, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:20:56.976441+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "30eaff38-6a91-407a-be23-0936dd4be67c", "result_sha256": "976a312b2556de090369329373b229fa2f0ccb3bb8bdb32f668e04e39b0a1056", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0110675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 32.5381052409939, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2435, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:12:55.302620+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e0968cd-0530-4f6c-8280-69bc1dda0267", "result_sha256": "58f1824d48b37c685d5d2ded3be2ca438d62b11364fca32219168ac8b2957e75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02044075, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.56359673701809, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4629, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:04:23.005588+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "45585a2a-de73-4c41-ad1c-4cdf1b6ea6c7", "result_sha256": "d5c9fcbcebfc3f561176ca32f771bf5852a16ec8a5f1aa76468374d91ae5577a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016807, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.21948023099685, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3804, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:27:33.820260+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ee786a4-33ca-42a3-9dbb-7a48734b9f16", "result_sha256": "d123fd17ecda49cb15306c5f750dd7c37b831dc55a2a840c6e03134603b0b0e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.031179, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 100.99207788700005, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7158, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:26:43.324052+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "86262877-efb9-4a61-b936-6cb681abd51b", "result_sha256": "43158e223fb88b4a25ba33b712a1635484280ae0cb74313e4032e6f4e7809933", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0117835, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.454115147003904, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2622, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:38:00.507702+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5717c4fa-f8d9-4e19-bc63-2fd2d30a8d01", "result_sha256": "781ca9611c52ef6a08740f6ffaf8c88e38bba1e994ccba4df8d9fa1f0a894f2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02336325, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.77469095101696, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5319, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:01:18.204961+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "597ee037-7df3-4d2b-a2f2-163574fad471", "result_sha256": "4c9b370c0325dedfd8e7a3a5dd78ec4ecff5046c3843fdd28c9a6b19c7d68bbe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02642475, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 97.30027773199254, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6037, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:31:59.466206+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8002a38f-b894-42be-a295-46f014e4f723", "result_sha256": "e71abb1fb5d4fb99dbd9e9d436ad306490755f7c7e6b291da1574edad98f6426", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04204125, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 145.81493217599927, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 9735, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:45:10.186236+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "46c03277-6ab8-48be-9f87-bec8e58606c1", "result_sha256": "1450e17e6116d067277fac903a78c11ecd138e467533344bb581017380dafb35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04438875, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 154.41575881800964, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 10245, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:18:36.503248+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba55ffd1-0a69-4f5e-892b-7bc3b97c94cf", "result_sha256": "8ca2c5d49aae96e8e0f10da4886e8d62162421c61ef96942673d1446fbdd7210", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01619275, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 61.28198407002492, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3653, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:22:35.449070+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "98aabd39-f90e-470b-91d3-53c752088e4b", "result_sha256": "9960b3a696c394de937f2b995dee7d377b7b4e0b463fa3d4286bea9f6f24cb1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03277425, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 110.42303925400483, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7561, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:46:41.415357+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d10c757-9422-4746-a579-b4b361fcd798", "result_sha256": "43e37214bd88df1fb2ef3264abaa22103aa1658f275438ba2edbb4233baccf05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01403875, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.63313686399488, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3125, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:57:31.074875+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "920c87a0-1ea2-46bf-bfd3-1cf5226f4864", "result_sha256": "1abac335a6f45c21b93f33f3d042c29edbb0d0ce780661d4bfb796b447cc5c31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02979925, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.63563610697747, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6831, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:44:53.700756+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d6c6597-7cec-41c7-9a24-f5d8667cb7c0", "result_sha256": "6f0abff2b325c9e3ffdc71d1a4ecf26fa0f6eaf66426ed416c1c0fb5b4e98cee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02033225, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 66.45444183400832, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4627, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:33:11.080389+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff430cda-03fe-405b-9395-08f325d6f209", "result_sha256": "412c027420e2eebf44effcf376e08df043f5b45f0b35ca9cbc996a5533284c95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018791, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.54764451700612, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4222, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:39:40.768238+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91bdf6aa-2bdf-403e-a2b0-b29c19fe723e", "result_sha256": "282802eb47f5f83a5ef3945f424fee4f7a83204ba44cc2e3e3efb96806c7a0e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0201495, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 55.836470954993274, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4584, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Lato\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:39:40.704834+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "37737616-12d8-4752-84d1-b40be62641bb", "result_sha256": "ad01ed49e0a991d418bc89a613f27f5cde95bb90ab820e62ec7d504c57700300", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02432075, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 104.8431709590077, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5559, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:36:36.267630+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bc5a533-8543-4947-9a26-f7171c3873cf", "result_sha256": "b42b25ea076ebaac4534f7d1567a20558bcfd2862a26b9e6b62a8a8101120fe5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024132, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 94.36138731098617, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5509, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:29:19.238931+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b0da654-9e76-40af-8eeb-8c01fded3d5e", "result_sha256": "216751f1bf44863d7e7248e3c333e9b268a83c4854bba4957f4ec30b609ea16c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01733775, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 54.00009190099081, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3913, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:17:16.848751+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "856c0015-3b3e-4161-bdc7-695f58373fa1", "result_sha256": "a4b8d731ff4b7f63e6a94d6a610ee4a124d8c44448d8db1addef132712ad2057", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0331675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 114.75736403898918, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7635, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:15:05.736318+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ca5076-0610-4a98-948c-65fb49c45b5a", "result_sha256": "7312664f04a4d304f5f3993583ea7dc44f0b6c199043cd0e2fc615217c8b2bab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02777575, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 95.94649914299953, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6369, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:52:33.546380+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2be37305-a36b-4e62-82eb-fda0cb287c8f", "result_sha256": "c55125fdd78bc3227903b54d5187370a025128acdf79dc6bd1a2aeea4fd6103a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.04062125, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 144.22423520401935, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9375, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:29:56.606876+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a48d70a-dd9f-4c93-b359-8802c96122a3", "result_sha256": "a3f08e06a1ec8f6fe4b049caa79d28a2116e3495c1dddc41cbd5566731350f2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0259515, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 102.11904831900029, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5928, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:59:46.283365+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d0e41b2-ded9-40b5-8408-2c744c4502a4", "result_sha256": "eab203a65d65840c2b9e467840e8f5240e4ba8e3e9918bed5d7ee86e3c34f287", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012965, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.92876224900829, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2870, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:46:01.613158+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a67ab20a-2f2e-4f0c-b2c9-ad5ee720b193", "result_sha256": "9fccd3948e38d383359a8c60b50a01c8a43e24336615817df51e2a3dced5a420", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01928725, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 67.15622061898466, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4372, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:22:15.616485+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd7eaef5-5b50-4b56-8467-4b75fa59823c", "result_sha256": "47e5aa5b9231a0e277178ee3b3ac8c86d1f6ee3e678190e9c5ba024e0ca7ea23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02151825, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 82.16944795998279, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4894, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:07:02.293370+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "511fefcb-c3aa-46a8-b370-1371016077fe", "result_sha256": "3d8732f8ba766d074aafaac4dbfb4eb52d06c7f6e6293c49c1239e22d1164467", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01459225, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.45943502697628, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3267, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:24:22.946697+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14ee02f9-7eb4-4b03-ac82-182c198aa74e", "result_sha256": "9d833605e4419e39e580d05f6ed540653d59081521de95597557367eea7fd07d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023634, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 87.6171093719895, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5378, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:27:47.632522+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "12766a41-1113-4600-810d-b418aabb81d9", "result_sha256": "80d38c4a1af74f07a15d249c38ca6da97ae14159cbeaccf007115a3884d4314d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0180295, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 64.30171033201623, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4064, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:31:45.489268+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c9722b3-54a4-4578-839a-68b497b66943", "result_sha256": "a31e06a40487948018d2ae91b6978261cd04eacb1258874e21f7756d282ad093", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015753, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.3546661970031, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3526, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:07:24.898936+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c060049-9780-40a3-bc8b-7483921309e6", "result_sha256": "b842da29d307f054e5b478f385c2f489ef84564c304b35f6eec59d0fde4f6ce5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01956775, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 73.408885723009, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4438, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:50:59.666989+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5518d4ce-4d31-41d1-b520-fce8ff40e220", "result_sha256": "db9e1ad622712823872c478ca5967b6d4b7091e45616b43f56033a70187d53df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01917775, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.54861590798828, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4313, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:53:03.209817+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1671b5f-a1c2-4ef1-bc70-3caff5f2bb13", "result_sha256": "7ec069a19ffb5a1783b39d750d94ae05d61e332e81c96b11c91ec1226f62f9df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02464175, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 80.74482965900097, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5641, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:20:53.766419+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0910d8fd-a7da-4af8-ba9d-c6b832e52538", "result_sha256": "31d96282477b5f188236c9d817004290ba2ff12f1df5b5e1c63d89d43a356e8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02546175, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 89.82317843099008, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5821, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Poppins\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:32:01.948557+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85e4e276-bd88-4d7f-b170-842b5de4b02f", "result_sha256": "9bcabb46a3601a96f2a1193ea10d3c03877a0c3d2b33f0a313a1d45bdd2f3eb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01941, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 73.58307646901812, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4410, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:28:47.956876+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec65cb3b-21f6-4b51-b844-feede6538b4e", "result_sha256": "6d233efb95220af60b11c5c3986acb16a5270cab8ec1e6dbd6d243ead564a5cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026278, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 96.79395492898766, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6026, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:44:50.289687+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dce3086-4f0a-4721-9dfb-f8aba81c061b", "result_sha256": "e1543cf25d65ea818d413bcc437a0805ba9c27f4417c151191052b603553be91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02058025, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 81.89837035100209, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4643, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:26:19.239085+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c481d323-7560-4b46-a008-fd804cb21625", "result_sha256": "48341071126a6b718b959de8e42c51fa25128ed5fce68524be2a3fe6f68f3159", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.025387, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.92152662901208, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5824, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:53:37.584603+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "338ff4df-ffbf-44fa-804f-52b53bbf3a7d", "result_sha256": "6166b7241fedbadd50fbaf77195941f268a710675bda20051075369434e20568", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0237385, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 84.49777488800464, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5422, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:14:18.769660+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1747c17c-f62d-4dcd-b946-959211e2bde3", "result_sha256": "1ec3c69b8136c8f655184f6caae423a719ca4233c5481e8bb355a289703d1938", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018182, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 61.89377378899371, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4109, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:58:03.054479+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f842eb2-1c99-490e-8abd-35065e3b0e85", "result_sha256": "b161c69e3c8479a88327d7be369c90cae3b3d7a93a8c18a7f3c69740a9e03d5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02440375, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 89.25996704600402, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5585, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:27:17.960353+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc5ad970-8f91-4d3f-9182-352183aa1110", "result_sha256": "1ba05697c1d4c4443cb8eaee1c689e7dbec24c1b5a533c457524d83d1b3ef93c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0369455, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 132.8646886780043, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8536, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:22:07.433886+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f03c82b-d46d-4115-b487-0ff6dc7fd240", "result_sha256": "b8e7b0efbe8a15086e6fd1a936be5a5563d30319e5f8e0f53f9620d47d341378", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.04239975, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 138.35699146598927, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9777, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:19:55.445420+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d179280d-87f4-4184-8bdb-de3c41261597", "result_sha256": "552fec81d52b45e70099110f7da75b22909bf085017fc6a5d68bef8a57a903de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03204275, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 114.54977024000254, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7373, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:36:55.474506+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "adf1d3ea-24f1-40cc-9afb-9c0b360aafd2", "result_sha256": "5a4376aef5f8b668b343239770dedf0ef56fa77dff0c98838fc2241bffa0d5fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01508125, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.25942523300182, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3385, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:29:35.440136+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc1b9c93-181e-43f3-9520-f61680eed705", "result_sha256": "8e9cee0d11a6dfcfab774b775cfcfb3fc258f13c84d240384f5ffb6546832b81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01298425, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 43.2617469120014, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2886, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:35:30.937390+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4bd76d6-d0ad-44af-971d-c14890642a5f", "result_sha256": "28276800d8e125bc29ecd873484523d6c6c18c788d735ade583114d85ef836ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01540025, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.461649828008376, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3443, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:08:28.248862+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "898dbb32-6f36-4a7f-bf6a-b670c97e46a2", "result_sha256": "67a8528c39997716d2edfb85ce08d468eeedf361db788fd71f3d65b24d3df86a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.026684, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 98.46908951501246, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6128, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:27:01.230692+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4131f634-d22d-4412-ac15-fe2877b539f4", "result_sha256": "d0725da953c817ff6d7f136aecdbc97ec098b15a101b0342e484d49383dab88e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029615, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 106.3382180769986, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6790, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:05:59.157080+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e413fc1b-e341-48f4-852b-3e976d9926bc", "result_sha256": "6d34c63d1a2311bf56fe4a128e63ab6f11b5e0442f2d62e8a3063a794ebc5d8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.034317, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 115.43364950400428, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7924, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:15:50.569403+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "133e494b-179c-43dc-9ff9-5699bdc96e53", "result_sha256": "4f045fc136e1e2e9430357645a3f8eab38b845eb1d6ce2ddbbf390ec05b6d478", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02456175, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 92.39988364899182, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5601, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:47:46.262198+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "866c1d5f-f55c-4ef1-8039-3eaa50826167", "result_sha256": "a3f123ab2d433bd114ee09a71272484006b23729ff598e1105ed357789d98b56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.036281, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 125.85115649198997, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8342, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:28:44.062482+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "433fcf7e-a77d-4b32-b354-d634229293d7", "result_sha256": "0fe6d868ec1d88099341b547ef58991ae8167bef440ad0815796e61946559160", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.031242, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 107.98517182900105, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7194, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:10:29.905846+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "49c6d8b5-050f-4472-bb5d-9f78248c12cd", "result_sha256": "3df88893f306ad125b9ff5e08e9910b83dfcf4ae977581d83bedb68f123e66da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03146025, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 109.54735033001634, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7203, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:43:57.587543+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3eedddb5-4a69-4910-81ee-4e677b847184", "result_sha256": "a5f1d296fdd7c4c8abc31aca7af7feb05b893e8c3e08185539ef4eef8374b769", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016656, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 49.382379157992546, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3762, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:40:44.899958+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1192708-e8be-4b20-acd1-3c2b876e70e1", "result_sha256": "1aad9b7103be43c14555e81f448f6a946c965bf41267eaca4ad1b797772aefcf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01653275, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.586165226995945, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3733, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:35:59.256345+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a750d0cd-9e30-4300-a55d-2d3098c6a73c", "result_sha256": "5e8c4546aa2ee80708482d3c2130b5423d288f4b282c5bd72defdde841ec75ea", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0332775, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v02.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": false, "latency_sec": 93.65659733800567, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7660, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:35:11.031522+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bf0d034-e183-424d-bb3e-746de64b86d9", "result_sha256": "d1098ec848f295ed15673bf2693d4d61d3c340de279fd8df5b8741497cb9fb9c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0149575, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 50.93331543498789, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3320, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:02:04.577813+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5ad20e7-89ce-4a90-a82a-a77df13b7825", "result_sha256": "8832e4ab0f3e544fdbfda1c2fcee978b30cd6f4b3f0759e07a8b68d99d8d2ef5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.059485, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 198.436714113981, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 13830, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:26:15.613504+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7922641-72d4-4de3-87a7-803bb7fad482", "result_sha256": "27df601914d9b5710bbe29f63431b89e526b79b41e5ce3f0b55aee9f6b37e220", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02392725, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.45608263701433, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5447, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:40:13.537671+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2639e21a-ce0d-476e-bb8e-79d03742b777", "result_sha256": "cb9a0a6f544ae866790d871437026a418e8ed7cf5c9c20248eb31a7db18fd668", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02510525, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 84.26310491099139, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5738, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:37:17.329175+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b354b21-53b3-4e9a-872f-cc268f368b24", "result_sha256": "8441faa021c5677ca60d73b51964d1cde26708c31d4e4a5894a76e319d138a66", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0115795, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 42.66234484498273, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2544, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:26:52.306874+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1d36ce2-4fff-4493-9f4f-1d96d7dab3af", "result_sha256": "9783caf8bece6874152ef20d588d864191e513d9da76696705ef5860947469c2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160105, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v08.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 56.34572835400468, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3601, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:41:57.989042+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd84f0b2-f8ae-49e5-bf6f-01617f578284", "result_sha256": "78b7e06d8ef1036183d13554f3fe093d05b1b4a46d0d48413e2038c3b4b8c690", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03511875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 115.07308584000566, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8085, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:58:12.008295+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "602cec54-d90f-4d25-a55e-02400d557927", "result_sha256": "7a9d9f1151490706375e18c2d9ca7d3e13d0bc4320f43eadddc0bec469823191", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01564925, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v10.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 57.22371492299135, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3516, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:26:06.335790+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e997f3f-9e28-412f-8dab-23326655338e", "result_sha256": "53ba702d45d5cdc79c8f32b839d67779461e887c3628a30e877c724ab83296a9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04197825, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 132.15894867799943, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 9699, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:50:19.357306+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f5e9e36-d806-4466-bb61-122b1a5b8eee", "result_sha256": "8a5b4cf0e3a6795719c0805e952eccb6cff05a74ddce40949178d089efb28365", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0369185, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 132.4483611600008, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8492, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:29:18.050083+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8641d22-f7a5-47eb-b55d-e65bb9b0c641", "result_sha256": "54b1226a59b58ce63aae3c235f594302b24584a5f6f51586178c7658e555bdc1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02334975, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 97.44467376900138, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5337, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:17:08.059327+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78624595-6aee-4007-9664-31bb71f2604a", "result_sha256": "46e1bc34d66c4f91613bb0e652703a24ef7330d33aa2eca9975133b815742d47", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0307165, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 115.97542796397465, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7028, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:17:42.907617+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "41a8174e-f5f6-4de4-89bc-6337de5a7b48", "result_sha256": "998f131723f4f1bfcc388dbd7f7b15943b131b733be81fd0ef65538cb7858189", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02936775, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 114.47580207500141, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6753, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:21:42.411626+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78fba427-5447-48ad-b899-7d9e94674caa", "result_sha256": "c28b4376b26bf54700ab59fc78212eb995ba43538cd5d53f0e2fc76af0ab112f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.038306, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 118.27803310900345, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8847, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:33:58.565720+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eab22b9-8aa9-4bdd-ba67-b97468d76969", "result_sha256": "42ac4f73696a44425cab37c9bcb057232b60503a3bbd792059eaf654b2b2c362", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03137025, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 103.7333268049988, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7203, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:26:52.853955+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e757ea-5897-4716-b145-4b7f6328a1b2", "result_sha256": "d188c012ba35ec4a8baa15374b3260dc3cc0bc22c8bc98ff931075d5e06c9188", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02847375, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 113.58649444501498, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6505, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:42:20.196947+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb7925e6-2211-4e5b-abd9-f85663fadd94", "result_sha256": "750921fd63ebf0751f577a31f5aec346c0eb5bdf840a389d324d5e77a32e11a4", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0378505, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 132.11216961499304, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 8736, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:07:43.622585+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b8e1684-4542-40f6-9951-d6c4820fec77", "result_sha256": "de00c2aeecbb0903d7280ada33674daa054a16aba81789273293668ac6486c92", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0261435, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.85899280299782, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5952, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:01:58.846117+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf1c2f1b-b46b-41f8-96d1-a668cef008bf", "result_sha256": "814e9674715a1e8f02e95f8c25698c5236c4e44f1817adde881c2f335fc294d6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008127, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.002831147023244, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1754, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:02:54.891739+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85367972-6772-49c5-875e-3707f9f8f3c5", "result_sha256": "ec35f3f03646526c9d7a978b43c369b121e0686d60cb667f7cf377792d11bdbd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01363375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.10505330198794, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3025, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:58:12.334325+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c54ecf5-fd5f-4437-a985-30c07b13f5b9", "result_sha256": "97b1abdc9859ffd74fe022d7d661a279eb8dead207470e81503f61eb452ba2ed", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02458675, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.75559907502611, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5616, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:22:10.316586+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bf87e85-d787-4772-84e0-67439bca2ccf", "result_sha256": "773065a7ebac68827ddd13d6c23abf7453898957afd8ea101cd56b144bf12edf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0196005, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.45616472099209, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4436, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:10:04.816775+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "30d0c814-0ed8-4056-973e-6bb665095cab", "result_sha256": "a09a3834c49b8d63be9487bef65bbdef6f2952d9d20e51d73fcbc2e37c419146", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02292075, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.59178858398809, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5224, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:25:24.975549+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0a392d9-28d1-4979-a33c-fda837474d9e", "result_sha256": "170e1628967ea33acc3bc5657833eb65ef1877767af36b2032ed559fed815067", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0108395, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.415113527997164, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2384, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:48:53.370540+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c50a7f4-93e1-4c74-80e6-54f3e5725705", "result_sha256": "5632bcba26bc9cfb9d04fe1964d8f5e0584eb15c552e71f5f1657383d7f3dc28", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0279665, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 106.68926797099994, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6378, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:03:56.685743+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "41c44715-56ef-47d0-b7c3-4c0102737cab", "result_sha256": "931d30ad2ebc05ca81bfcd4f6daa638b10c9b1bdd8540615888d403938e9f9a2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.038166, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 146.62663508299738, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8802, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:49:07.864344+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dce9985b-c9d4-4f20-8ed1-fc3a9f3c3576", "result_sha256": "7e9fe31953fd18618795b9b793302a91a92d9a3693f4e95842a987462c4366dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.035371, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 138.27325006198953, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 8142, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:49:01.837867+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "42d19898-7120-4911-a1c2-3b6a3702575a", "result_sha256": "3cc7420939b8248fef147b4197fb597830cba8b36a987a0328c28560a21afd0c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01746825, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 57.26397818597616, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3944, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:23:57.335835+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9ed9f30-8020-48aa-9410-e26ec1efdfea", "result_sha256": "29f3245ea47ddf90de1f70f7a67fe824383a56d375f22b998f540be042c1c9b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.049785, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 170.04183359799208, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 11545, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:27:34.069028+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffaf33e4-cc35-48ba-8020-e291f5fa0f06", "result_sha256": "ef6a51b291ffa17c05a52beb39b40569917e6e162fb0a033e89b6edc502929cd", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.018566, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.32188914201106, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4202, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:33:17.037028+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd82f733-cb2d-47b0-81b1-1d822be414c3", "result_sha256": "f15eae128bbec1202e13c3b109c5d68f07d69227ad26975474d8d23a98adce03", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01631725, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 59.98187739599962, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3637, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:34:25.478070+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d877ebc-1c0b-4c3f-8105-514ce7a8c9e6", "result_sha256": "183e14616e02448e511cfe1914fe7c837cd59a2b1970e7d8bacfd21ca9a7116a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02013325, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 65.66975560699939, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4559, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:25:50.361076+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a558d116-e235-4e9f-9e96-ff663a098fe9", "result_sha256": "76996502b42c38b02cf6d3dd1e286860c65583c6972552957e6c0b60611c6839", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0182265, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 68.87725279101869, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4108, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:43:15.101115+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "144a94c7-98ca-45a6-913d-b3fc3c5341b5", "result_sha256": "752b04520404ebed68d6df023008df296f02d6666feda21c297115d6947fb2ed", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651425, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 57.867295845993795, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3706, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:24:33.705388+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a23cf68e-872a-4c28-99df-399c80343961", "result_sha256": "40e6738501ef6e9839c34509f06d04b7f04cb57744d8ea2c65f36930f36b1014", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01789425, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.34533286298392, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4011, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:35:38.395025+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb37105b-6743-41d9-86fd-d6093c0234d5", "result_sha256": "bc63a1bfabcbf41390a74980f2d5620ef72256bbd439005dc7a1daa2aa64b2a6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0266095, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 92.48662710899953, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6104, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:53:46.731344+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b61b933-fd14-4b4f-a576-f493d1d88bff", "result_sha256": "b961725531faf77a2d869be9a9f417d78f8070f624bb3af40f58e8b52f30eda1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0157515, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 50.49321934900945, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3513, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:16:36.702350+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e3f3613-9c7f-416a-aaf4-56acc2f9f358", "result_sha256": "62fa9bd1dacf75ef60aa993cb2e7f97c5da383c4cff6801b86cbc334fe645635", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06446, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 207.35910662199603, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 15010, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:09:23.472511+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f255035-2a85-4d59-88e2-d6f2247a261d", "result_sha256": "46d15efd80fa41343fb893188d167d56a62bbaa1c09a1706ebbf4196cf9b7328", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01419925, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.324989746004576, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3171, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:42:03.103177+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7d24bba-a1fb-4719-89a3-d5e3bfc7af0e", "result_sha256": "b246ab544de24a396415454ff24c4d554e794ed9df1931560967370b0e97deaf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0091435, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.564752573001897, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1952, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:17:44.679790+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "84d5cd79-ca53-42d2-b0ba-fb42d266596d", "result_sha256": "79fed302fa2dbe69295d9e843ed1c7ac0907ff3d914961eb9d525690f01a9265", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.034805, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 91.00628547099768, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8040, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:40:00.554045+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70303735-11fb-4eb9-b9e8-9759434f015e", "result_sha256": "e5ca0a45d679abd20e8ca4e3659fea38147965ec967a9f35f0589f85fc085e07", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02664125, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 92.10385774998576, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6105, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:01:48.795327+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6357890e-5eac-4b01-abce-412633e8f919", "result_sha256": "afa9b7749818f676a1be613345805084e5f9e8f9dcb5da132db93f1ee7a81ae1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01275475, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.03189831401687, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2832, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:12:56.290776+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d5c3da4-935a-4b2e-afbd-d536763befb0", "result_sha256": "0bfe7b3762d72e84ca91a5be96713bec8000f64305825918d33a13f9f08bf84a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02501575, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 86.43974473600974, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5729, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:15:16.133232+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fea3c8e3-7a8e-4ac7-ab94-bba80d6760b8", "result_sha256": "dd47d731b094047fabd3d594c63d92ae0842077fcca565c2383b48ee49ec0805", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0119895, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 41.98287612298736, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2664, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:43:43.949317+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "42120991-9435-4cec-a4dc-ae26540e3c1d", "result_sha256": "585795ff25e56fd295227b81080ebea5a3f300d2f105b37a18888dec55f9a0ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0231175, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 85.16975945900776, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5240, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:55:49.618517+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "61fe05dc-c724-4631-a10a-16e626a34fc8", "result_sha256": "9c67feb6eb35b0f23b741d881b98eb30251947a1bd9cf0e91b67ed6582da91b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0167935, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.01375627098605, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3802, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:46:46.373102+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85de881e-ab3b-4c99-a32b-53cea8f13ebe", "result_sha256": "9d59f774d6679c226fc9d4fd9a57676ab261ed644252a172d26932379bcd19d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011031, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.12328078999417, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2432, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:50:32.324851+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97e0d975-1504-4b60-903d-f8f6fcbc9f67", "result_sha256": "60225d93316ba1308ba3ffc65d4629520bf38f7387b11ba15c1e0dfc563afe44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02093175, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 70.96798134999699, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4756, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:32:19.223584+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91f0137d-e66c-4554-b10e-e53c1a728ef9", "result_sha256": "46d73e6589a12acdb29dbb3340cb618f3706f2be547db703db5fc3a7b75bbc1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0121745, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 42.54104687698418, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2684, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:09:40.039190+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d482cfa-3d4f-401d-8f32-9c474517dac2", "result_sha256": "02033a06a07766cf334d848848e064cd5cce4f69ecf9625a290bbffc3d2c7066", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01506025, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.303416507988004, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3393, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:58:32.700317+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "844df362-0feb-4fe2-8ee4-18a9bc3b0656", "result_sha256": "644a7661090974d9b1506eca687f415367a5c6779c298bc439bae9d50c4882b7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01900275, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 59.78582435901626, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4293, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:21:30.482714+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c740d8f9-0297-48da-ab86-400fc669a0ad", "result_sha256": "8029ec17f8dab514d506c52bce10fbc358a7a6b217aba443eb6dc667d8e01760", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02359425, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 85.685733463004, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5401, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:44:09.124627+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7de2c84-466e-4f0a-89f4-a4bcaa34e519", "result_sha256": "bdcf140e1a5f5e954a68b400473cb53277e87134ad0723fd4de9bd1692715f37", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013601, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 43.55373349398724, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3022, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:47:50.211364+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3678a6d-712a-4abb-aa79-69c3b5381e52", "result_sha256": "db545b05d9e4ede73eeef68e1e9a371d7cd26e2ce6e4d5ec0eed0fdd35621604", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01598675, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 50.40751175500918, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3581, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:58:33.159167+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97797c02-0a72-46ba-b2b0-ecc03b099112", "result_sha256": "613c55898c5209ed51f9a07f309f4fa7dedd052b5e22a704f8046b7eef47a966", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01761225, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.52383508300409, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:45:56.210709+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "656f22a6-cfc0-41d9-bdac-a607366ce345", "result_sha256": "a56a195a2f9e57c9ab3c6d4bed8f9dc390ad0c6cdf6984e06a59f6b08cad6e1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01704425, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 64.51551988098072, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3811, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:14:30.608598+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "28eeb25c-428b-4096-97a0-bae859994051", "result_sha256": "ed6d9a1f8545fe6f2452c8985cb47d744f4c6bf65f38f69db034a5c4d6220a1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01734875, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 63.3529018710251, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3925, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:14:04.489589+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "666ae8bf-fc4f-4044-ad9c-d928c499b35b", "result_sha256": "51f1609f7a795d6903ba21a833ec4819482cde3b3d14661a96ab535941bbb6f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00779275, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.77262945298571, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 1683, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:13:24.869062+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d014278-e35a-4ec6-b6fe-75c28b0f9662", "result_sha256": "ef92e16581ab076660e3a490e6e2fe9c969c916955117a597e0621d5aa2919f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00962725, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.28886316998978, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2087, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:23:57.725873+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a5f561e-2d54-42c4-8b30-7784e9308359", "result_sha256": "14bfca9c871ecd28078c34b05f56685305c9987f1b9b597f5071f30a6b35d336", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01617375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 56.86252752397559, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3625, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:53:28.877192+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe0c9446-f5d9-442a-89d2-c9705bdb529e", "result_sha256": "b5185b2c60055e1164376434c28138b1a4d82637dbd7c5e5c3a68fe897ff67ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021943, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.69027134901262, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5006, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:19:01.976232+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0dcc035-7b9c-4b68-9157-50038f07ac72", "result_sha256": "65a2c4a6b0786ad49075c8da5e4c1256a40e0d5ab1b86d1cd12b372b494d16b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019131, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.34205018699868, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4302, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:33:38.633066+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0feb19c5-9b69-4688-ac76-f599b067c96b", "result_sha256": "98c07b82d9dd66f1ea0392bea2cb702efbfe0338e8cc1fc9e77ce50de955766e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01600575, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 53.09071049600607, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3609, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:03:45.391951+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8780412e-1725-40f0-aa76-304e74834e82", "result_sha256": "2063db147850a0467d1c540b77e812f81d58ca84d90bd1c64c61535573df7454", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017015, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 59.403215477999765, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3840, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:37:05.326933+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e6e7dd8-0e4e-4b05-b6e9-55b6f478099b", "result_sha256": "905d3099cda9bcf58e3621d507a16d447670e3319eff5f9e05577af2ca8cf420", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01468425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.079340156022226, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3286, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T07:54:08.647603+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1620b7c1-4c00-41b5-8e19-c6fb1eb14889", "result_sha256": "09729bc605adf06baf34dba55e341bde0667fcccd10d4d77fc08a2220a9697dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0184725, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 71.34113054501358, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4180, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:12:10.570791+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dba173c6-aa3d-4b4f-98b1-3380f38b0b6d", "result_sha256": "71e976c4f0168a134e7b42e4fecef737bacf0caaaac387a5a480aa52b7886424", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01727675, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 58.239095178985735, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3896, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:26:45.605908+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b793ca1-2577-41ae-b682-9bc28fd9385a", "result_sha256": "ffdac86d6dec4c6982dfc070252e6b3384a7daf31ec1384c72eb4e7636b6cff8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016951, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 57.053997129027266, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3822, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:21:50.916211+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3264ebb9-8d6b-4595-87eb-0ef1cd10d6d9", "result_sha256": "a752b00f77c0ed80d25b0a2be69850259ee9aaf4c0cf696cb70a7fe9ea2463a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03549575, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 125.71447623701533, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8169, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:45:08.569247+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70eee4ca-8f08-4675-be70-2d0db965ed61", "result_sha256": "2d13e199f089e66ffd254cc20de9fce8429435905563593b5d17cc368439dc40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0253565, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 95.21838969300734, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5788, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:19:10.568511+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb726814-0d8e-4837-84d9-bda5fc8db903", "result_sha256": "dfd404e32da68fc4e4730120cee733195e877662685bade6ad2962d4789c8ba6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02324, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.19303427901468, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5310, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:18:25.975878+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d7c31e6-d749-4c33-8014-74d529f17dcd", "result_sha256": "84ef3a1ea11905d5fc200c5a5fdff3259c59655a0ebe9e6a9042f8af5a5f718e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0363935, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 126.01584886299679, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8397, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:14:18.445880+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "76d6ecc3-0dac-4d54-b692-f165c65d1068", "result_sha256": "8d8ea8cd910d232cfb071d9cad885103937df24ed78c380e1e90cd3c4ac45ee1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0130225, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.5085826870054, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2895, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:55:52.349768+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "248d6a6c-76d6-46d4-83cc-cad92b1c1cd0", "result_sha256": "e79eb856dc16ee171b90de830a10976112b6d2c5f62ca5f9070546ec9bf5f868", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0192375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.57015509199118, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4360, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:00:12.781382+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "59c34802-743c-41df-a0d2-ba6f1da33023", "result_sha256": "2a94a8c99585cf91b1d67d0a6a7ac6130b0d4f88a8d8024824089abb1def2fdd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02141975, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.48975962298573, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4857, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:09:05.410599+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cee5127-717c-4214-96c1-575c9cc48394", "result_sha256": "11e8a2b6d88a12d4d56a92c5ec8e080e714d8323cd3e2600dc9384dc2e96040f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01330775, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.80080139898928, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2953, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:31:57.802415+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3100040-51c2-4901-8c35-a7ff2827d89c", "result_sha256": "75a2e7cd5476c57df366f92a0f57be6eee5dd6186d6bcedc86c2bd9ab258d3cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01648825, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.27678517898312, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3699, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:09:18.597773+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf304b4-a6fa-41eb-a9e7-5a1678c2b69c", "result_sha256": "fd60e8f946eb560d1d35eee2f88da534007d5dc89849ad71eab7fbae901f70b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01592975, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 56.66977361001773, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3582, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:23:43.222188+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "db6e52fe-3230-41aa-b489-d8ddd58ebb4d", "result_sha256": "e6c829e990c2d0672a20ce715ffa32286e1f40fdfda2dae7a8b487e3aab1461f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021545, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 70.55387818999588, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4870, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:54:13.902635+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ba60b08-4f43-4dd4-8168-34d640d3e4be", "result_sha256": "38f4c68584d4552e9ed169454ac7acf0129b2f923a2c112efcf3d24ab90b3538", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02281425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.51708413299639, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5211, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:50:20.043754+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "371d9f9f-e227-44f1-ab4c-a388f269b66f", "result_sha256": "61b5457f6927b1412e11b8dadce916660ba5138bbb147838a9769a89c9f6dc32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02081225, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 87.35375617802492, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4727, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:31:20.793218+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8fb2c90-8716-4efa-bbc4-a30f0ca850ae", "result_sha256": "831a040fd3e3487d2decf7f1da84d72ddf3fdefd7354d2fb21f16d1f5383a1bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023337, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 134.46666960700531, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5334, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:46:25.153437+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f02ae77-24c0-48de-8a95-ddc822944486", "result_sha256": "3e5821dd18ce9e02f11c5eb6f1f54228ef8dcf3bae020b2cde851a91fb7a0f37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01520675, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.13099199399585, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3421, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:07:11.953712+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "51d31a2d-8e1c-4d54-972e-110a9f1718fa", "result_sha256": "02b2da08690016f17900fe4a337829f086403d3b54852295ce12cb62d5998d5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02942025, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 101.8602566490008, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6723, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:47:12.898992+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "702e70f4-d4fe-4e7b-aa54-a75e190d2920", "result_sha256": "a4c07cf1e1f85eefc9d6aca2cda9aa353fb9dc8ed64e61a145ede7afd253249f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01935625, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 67.74274954697466, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4405, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:35:10.198479+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6795c79-16a2-4eda-9804-92ce05a43270", "result_sha256": "123adffddd69dd200d24405aee8007e1a1324c29abf487a5168b09c5a256d75c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02090375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 66.720794199995, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4755, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:06:33.603480+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b11bb2fc-9ffe-4dc6-8606-b9cb29a2476c", "result_sha256": "a3feb0a062a797135b7db1827ed417659729f9b121cc6bc5d0047de5e32c06c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01980125, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 73.67561910601216, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4490, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:54:43.586268+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b041d1bc-003c-40ec-8bbe-ce69dc7a43ab", "result_sha256": "0bdf68804022e664836f434851cf8eacf7a782673f12354fd496fb0509ee4357", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01547875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.21813222099445, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3485, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:55:38.345999+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fabdd773-871f-486a-af63-b40ddf37e2fc", "result_sha256": "808eb5f3b76f491ca3df1267c00162be4df862abf64165eb480e1fa174a95fe9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028318, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 92.67690881498856, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6506, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:29:33.723355+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "52d07d2e-d460-4a17-8375-e14846d762fb", "result_sha256": "968988fefdb7a5e7745bcf6920987b3f70d8f8c5e2cca58df36a7ec1a3a8feeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02670875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 98.5729996059963, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6085, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:14:28.240244+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c83b2904-3ed1-4fe5-9a7d-560153bdc552", "result_sha256": "1ef78b06202157787d4daa2e35bf68244eb3e362679d4185a2a0fa0232198a30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02476675, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 78.02269261598121, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5661, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:23:13.296522+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "031af908-490d-41ed-aa2d-2c777c980c5d", "result_sha256": "9a6f56ea45f6473eb791fe6a6b90dd25a0fe7d8265a4def4b592bc730743f526", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0186555, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.71698028899846, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4226, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:21:05.750115+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2db47a68-f339-42b3-9f5c-443e87eda8e0", "result_sha256": "a6cb3824aa5bd3671b58f83610b6568a866c3b9ef52d3f84c3f311ab214c6307", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03117, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 125.75289355200948, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7165, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:55:13.823422+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e6e0f5b-7670-484b-82d9-dded44387e3b", "result_sha256": "3eb93856316e739dd820a68195d4fe0333897210e6defa64963d9fa759e9c978", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0193315, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 65.40126197499922, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4368, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:34:59.874007+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b93b54c-53d5-45da-a815-da1e264afcb1", "result_sha256": "492d38b3a76b7c5e90e5a023c49644ad920f7f23547ac95e1385af1ddd9bea10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01489875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.355880624003476, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3355, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:31:34.368455+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cd13d4c-153d-43d8-b885-871176f50ca8", "result_sha256": "b3ed041181f4bb063f6d628a78e7dcf23c3efe5dd859e1de9832a7ef37f1a5e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0237245, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.78039940897725, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5404, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:13:58.605047+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5dabf66-d3e9-4d00-843b-c55161674d3c", "result_sha256": "49f485b95e67de944e0c10543691cf64c33c548fbe24a86a3ae2625f3e9eb453", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03087025, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 114.12957827397622, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7113, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:30:49.972306+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dec021e-f9b4-446b-b385-164a2d518890", "result_sha256": "71df0385be5c93e8c1012559ddff5243c92a05cc4b7ece62db315cc21fcb92d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013363, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 46.391369054006645, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2966, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:58:30.351749+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "391b893c-6673-49d6-a0c6-b8e22097f489", "result_sha256": "6fdfa0211f8d9e76104059e59fe03eb5b7362580b8c75b323ed7749542c18f76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03116775, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 101.16906467199442, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7153, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:18:30.074761+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a99ef92-3538-4b10-8aac-27c4c904e2f1", "result_sha256": "1c8d398e794bbc54d5528915c0798df3e13cf67841017839feb6eca6d915f6dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02808425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 95.98739512002794, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6451, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:58:26.822654+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c4671e7-f096-4719-b493-25a6ef41de01", "result_sha256": "55e4dd672ebcea7642527218e77e9f9ec57923e9aa9a559962582aa1b9ec5fe2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.024775, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 83.2397375870205, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5630, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto Condensed\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:51:46.436794+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "39fc5de5-282c-40ae-9e1c-a7bec3d983b9", "result_sha256": "dcd4af0de3d7a9316233ad40113ead35edf1c4cd1c73752447f7a3b8de14a878", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03289525, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 125.49563731698436, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7583, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:14:27.650961+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d3cd271-6935-4957-83cf-f1d7a933c356", "result_sha256": "338181aa0240f7f7733a256e0ba8fcf5129a6dff177cee4a2c1e67fa4bd7ac35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01089525, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.576336354977684, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2413, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:40:27.656617+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c49bfbd1-97da-4aee-93aa-60495e95b673", "result_sha256": "5aa80c40cac4624a2f982b65e0b4e4239a8399979f075df6c41c752a54a6e1c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0213105, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 54.72179041898926, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4836, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:37:30.490596+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f13a9313-2210-4f17-b87b-22e5b14a335d", "result_sha256": "94aa2470fda1eff7f867c6cd20c01a764d85a8875ee88b5ab4f945a3f727ea18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0365185, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 128.55151035802555, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8412, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:53:29.347764+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "148fb208-8f69-4eee-bcb0-3d179d1e8d29", "result_sha256": "a7ab3b9c191e8ed26312347f2cc09479b54d4a7d4800b4d08155c254490554d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028845, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 108.61007305199746, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6630, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:45:55.814245+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "99689bc7-7762-4b14-848c-894cc618a51c", "result_sha256": "b366b6e673ccacd2eb879adba1fe5fcbd5e9093ee1ab4138027c774a5fb89761", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0267895, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 114.36353239198797, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6104, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:44:36.364592+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27e85269-c462-4904-9d06-1d3ffd25eb4b", "result_sha256": "7fd11b1a3a61286b16030a812af01b6dc4661c1b430d7d243ce00ec3118d5657", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0181095, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 58.556854736001696, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4104, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:09:41.336120+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6aff0ac-36a0-4c5f-9c1b-9d935331fcc1", "result_sha256": "a79c2e491371c57fd74f45fd28f7a50df5a04589c8703771054d4a55c78fc983", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0469945, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 182.29635209499975, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 10894, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:14:18.157714+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fef84ed1-8c4f-4bec-b128-48a7c1bc3f0c", "result_sha256": "4a53417e35ecbf797ef07f0e01280f7643a01760eaf6a0b0da90f41e7ba08c25", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023877, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 80.25515220098896, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5449, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:24:56.826168+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f5e09d0-d512-42fa-8888-869d5971022e", "result_sha256": "fe45f2983fa55dc707e1a9ab958e89d215e449589a7fc10cf5b472904ca6b967", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04310125, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 132.55880541398074, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9975, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:22:38.184527+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "386c1755-6ce3-4ebd-a190-25495e799b79", "result_sha256": "506778e775822e2e9cd751b9f238976f451979750b79c8c08385d9279ecb3146", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02400025, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 81.34185434199753, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5478, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:38:17.249042+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbf43fc2-5657-491e-a49a-934c110750bf", "result_sha256": "ccbab36111c5eb8e77e86a43085952ec7123610ddb6f00be923768ed11156e5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02622025, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 88.71625516298809, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6003, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:01:55.311591+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f42332d7-3dbe-4773-a7d0-ff3e60a5657e", "result_sha256": "624801a6a1092df1761548c517ae346f462997c80fef9cb05304552733b92b0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0255975, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 89.62411115900613, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5840, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:00:18.388097+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8925d010-3edd-4aef-9c9d-ac6db1a90f5c", "result_sha256": "7e8889f0f6179e4cc8cc0cee56fe627b86bd1b1647799141db1a8c95db4fdc7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0703895, "error": "Response did not complete: incomplete", "error_kind": "invalid_response", "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 250.61209423598484, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 16384, "predicted_category": "", "predicted_font": "", "predicted_kerning": "", "predicted_line_height": "", "predicted_modifier": "", "predicted_weight": "", "provider": "openai", "raw_prediction": "{\"top_logprobs\":0,\"temperature\":1.0,\"top_p\":1.0,\"service_tier\":\"auto\",\"model\":\"muse-spark-1.3\",\"reasoning\":{\"effort\":\"high\"},\"background\":false,\"text\":{\"format\":{\"type\":\"json_schema\",\"name\":\"fontbench_prediction\",\"schema\":{\"title\":\"TypographicPrediction\",\"additionalProperties\":false,\"properties\":{\"category\":{\"enum\":[\"serif\",\"non-serif\",\"mono\",\"handwriting\",\"other\"],\"title\":\"Category\",\"type\":\"string\"},\"font\":{\"description\":\"The non-empty canonical font family name\",\"minLength\":1,\"title\":\"Font\",\"type\":\"string\"},\"kerning\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Kerning\",\"type\":\"string\"},\"line_height\":{\"enum\":[\"tight\",\"normal\",\"loose\"],\"title\":\"Line Height\",\"type\":\"string\"},\"modifier\":{\"enum\":[\"regular\",\"italic\",\"underline\",\"strikethrough\",\"small-caps\"],\"title\":\"Modifier\",\"type\":\"string\"},\"weight\":{\"enum\":[\"thin\",\"regular\",\"bold\",\"black\"],\"title\":\"Weight\",\"type\":\"string\"}},\"type\":\"object\",\"required\":[\"font\",\"category\",\"weight\",\"modifier\",\"kerning\",\"line_height\"]},\"strict\":true}},\"tools\":[],\"tool_choice\":\"auto\",\"truncation\":\"disabled\",\"id\":\"resp_6aa245b2626fd9a93f2c47c7\",\"object\":\"response\",\"status\":\"incomplete\",\"created_at\":1789019570.0,\"error\":null,\"incomplete_details\":{\"reason\":\"max_output_tokens\"},\"output\":[],\"instructions\":null,\"usage\":{\"input_tokens\":606,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":16384,\"output_tokens_details\":{\"reasoning_tokens\":16381},\"total_tokens\":16990},\"parallel_tool_calls\":true,\"store\":false,\"max_output_tokens\":16384}", "recorded_at": "2026-09-10T05:52:50.219589+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c03df9b-7108-47c3-a3ac-385d227a6246", "result_sha256": "41b8453e77db31194c5da8331322753612dbba38d1e9a9fc19d6b6e85bc5f522", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03585125, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 119.59424062399194, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 8255, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:11:41.844586+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4ea08c7-3183-44ad-a43e-d2bbd39d17f7", "result_sha256": "9e149e55546212e2ed43b0decda78af2365751ca9de503598d981926e2cf6488", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0223685, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 79.83183776101214, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5097, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:28:59.584943+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2629148-e4ab-437b-9a8f-aac955510e38", "result_sha256": "04e3e174d29c63922758e0d625508cb61ad07871fc33bd383c16c7b2d44bfdc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02144175, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.53875316400081, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4876, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:14:11.372283+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0565355f-a803-468f-8153-d30b2022289b", "result_sha256": "5236488350431e1e221a440bac9592d6ca742ea74ef55d7f1cecfbf31d5a01de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01420975, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 53.27765585799352, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3177, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:20:42.221617+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78d8a3e2-c798-4105-8a57-f767144d34cd", "result_sha256": "b38dc75270b58fd0d931098b6f719e85c60cb58f46ae77e613a07e29f061b64e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024082, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.68202065301011, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5464, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:11:03.784214+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11b983b5-7633-40d3-a0fa-a51e1ef27873", "result_sha256": "f6304f1147e4b755cc203406e9b2a61c5fc1f3d100ebdcf575b16a47c148c7c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017324, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.159492108010454, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3898, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:24:48.851149+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef6d423c-7b2c-438c-88b0-8d56c6e3fe01", "result_sha256": "69bb0af5a2cd47c411094e676fd7fdcfe22870ffa2babaa9ec0b572e47ef1f35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012353, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.99047060299199, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2726, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:17:26.622086+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4454c1d-6efb-4008-b4fc-23b3753558be", "result_sha256": "b1e37f108c7fd4d0f223c0af3e1b7f509ff5ccf2be35c6cb8704f445fc9ff6f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0280275, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": false, "latency_sec": 107.1104081410158, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6415, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:15:20.047453+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a61c8f64-05f2-44bc-999a-5ae978e54b3f", "result_sha256": "aa1c08cfcdf25d861d56fa2c9dddc1522108b5fba67599abd4f60ad2ce638a55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02236525, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": true, "latency_sec": 76.73402100100066, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5063, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"tight\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:21:34.045015+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8420c69-5762-44d8-b375-366944479ee6", "result_sha256": "e0419793da76a547f3dbed33b3a1f65be7b545e9adb684b33a24ed45cbb9e8ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014565, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.721959087997675, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3270, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:54:58.546667+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "22399300-8d26-483c-8a9f-1c19d71eb203", "result_sha256": "ae5c4458edd668bac411d24145f478d4e8814ed43c500dfbc2bd043486cdf766", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014944, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 54.848064945981605, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3323, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:00:18.905111+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c99049e-807c-4534-99b0-2b0cec0d2177", "result_sha256": "65e120f68cded9a89d68dfe9a3078259245444025bff8bb4928ad1e7bbaa94c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.029491, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 105.46626898899558, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6782, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:27:15.156384+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c671c374-7092-44df-a2a6-83c43393df41", "result_sha256": "7de61a34ee0c4569db920b4a27f25a2cd4b8a9880b83b258c9aa0fd0f3abd2bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02302675, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 77.92770222798572, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5261, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:31:33.954320+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dab4629-a6eb-49f8-bdbb-1df0b7c4afe8", "result_sha256": "5f07067b01f291c2f3135679c97ba1bdf346c17112c7a5f92b5f5287882d20ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03302, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 129.65847539098468, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7570, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:47:05.241914+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "44448dbd-5c6c-4445-8945-32263c811924", "result_sha256": "4a831231af7fcf32fc4864a6fe07ae1d5f2ad46201f3a85dc03eb719f9ea945a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01984925, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 73.01027101298678, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4521, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:05:46.581606+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a1c5b67-d239-4397-a8b5-ae293f20025f", "result_sha256": "b29f9d39df166345e14ea26ec2845dfa22219e692ff4fe9a097109af5a422ac3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.043246, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 167.3704848519992, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 10012, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:56:12.004145+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1100b0f6-9298-4da3-b9ed-8a13b8e3845e", "result_sha256": "4b77649478f71ce82b562c699beb8ebd6d4ecc816971b8653ca3658b11d8b05a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0214035, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 74.86682890899829, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4867, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:05:46.837230+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9cb797a-163f-4e39-b1ae-94baa746aced", "result_sha256": "d50d562493dc3217400aac0cda75a93dc1b61ed9a6b352c39ba89e2235a315ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02249125, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 82.6481454030145, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5135, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:04:07.279037+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed9b534f-8561-4db1-b8a6-0da33884bcde", "result_sha256": "907cd7fcbda4f1d24959f619daaf1fe16d5f51911700e22161679819e9ba6971", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.031144, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 98.54189338698052, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7158, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:15:53.040322+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "148377ea-6493-4a66-9b63-d2e5a1705dec", "result_sha256": "db06ecc36c3f369d9240d384440c29a83e245b06d1a30672e3b67271768db7e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0464585, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 150.38662009700784, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 10732, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:06:04.911504+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4379e858-0768-48c4-8dde-d658d8fa0dd3", "result_sha256": "dd1842c51b0632bc8853e2d8ce1992777e69d37f03cffddc0360012fa3704f36", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01172775, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.97228347600321, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2593, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T06:29:37.605316+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85a92771-87bd-4661-8edf-6dfca60aa232", "result_sha256": "a19f0839720ca8a18c76c608d92f15368e5f5349d2d8041de9c2851c359dddd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02083325, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 79.75576574198203, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4719, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:49:14.433050+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "06e3f714-c61e-455f-86d6-ec43e56b538b", "result_sha256": "4d213722652e324bc32c3060b77f57a2daa71a7fe44df8ef5251f4d5971bacb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.032972, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 113.96995324199088, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7589, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:23:36.476290+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7e6777-8cbf-4e90-b2d0-637ea9b1200f", "result_sha256": "28ef4e076e6bb388d18ee2afd75881092a110f58c6765b264e770029d5e90225", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0308575, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 105.2492571969924, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7080, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:47:11.136723+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe9ccb2e-3a8b-4324-a83f-c6572a16808e", "result_sha256": "19d3a8059fba96c1a5d0404d03f0bd88b8ba14da5312e4c368fdc198ec571162", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0333505, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": true, "latency_sec": 117.83945017599035, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7681, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:13:47.199891+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91b863bb-cd84-4ade-b2a6-5cae960c5fd6", "result_sha256": "48dff35e40e625c5c3af448803152daf987a1be965d5c7646b65075e224c16aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0262065, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 91.22046631600824, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5988, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:45:38.731244+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0e39a51-4fad-41db-bce2-550ce3e4862f", "result_sha256": "481ccea20fb1bdbe723dd78c01e414558cd18aa7d344f6683e72097fe05b2737", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023879, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.32784535500105, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5468, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:12:04.235390+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3966646-69e2-4a66-b938-2d24b721320c", "result_sha256": "0edc6f10182f856fdd534f27927963e7f559dcaf6d2188761e374e640c31d050", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016236, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.536054871976376, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3642, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:15:24.396618+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdfd59b0-ebb3-4b2f-9b05-2356b01d6d50", "result_sha256": "b23681107f84243aade24d77b7e62b032034a0c0f25140a75a9bd6294c38ba9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01925975, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 62.866312122001546, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4337, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:20:42.940975+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fed0f005-d7ae-48c9-8180-4b519be50d54", "result_sha256": "92c08be06b350d4fd3a464b705a5a798d6a3b419ee39da3a66279a4c4fbdcd19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0265925, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.43645380201633, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6100, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:12:09.366577+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "141a35ef-9bed-4355-a56a-8ed8d6401d64", "result_sha256": "770ab1246e9e88caf18e5210c8049f3794116107f8166017cae1827d50717878", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.029416, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 108.217851643014, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6722, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:13:02.291616+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "02b9d396-0d24-4b4e-825d-2acdde5496af", "result_sha256": "3a38252ee1c5bb6a96621f652fe3f192ea347a402c19b00e7847338f7d1ae847", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0255215, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 84.15520491197822, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5848, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:25:37.097327+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba43bd1e-ad6b-49ab-b677-90fa0a577cef", "result_sha256": "f3acbf9c85bb5e685868c19ee0033091e699a5af9091ff5367197fe1d4d18a43", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018422, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 84.74492280199775, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4184, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"handwriting\",\"font\":\"Shadows Into Light\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:51:21.678175+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4198d8-e521-48b6-b9aa-b62173cdca0a", "result_sha256": "52e4c8f9ac8540212161f1aa269e57c25e72daa8b0b09ef13ddb215cb845d2c1", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01573025, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 53.01816687500104, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3523, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:49:30.356072+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "de9479e6-e3ae-412e-bd38-8e64dea6c0ff", "result_sha256": "9b17f35b99dc68c71f19d6d6197f2f9b53b3e2ad203cc121bfd56c3298847138", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0182095, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 60.37864179498865, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4104, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:25:45.496910+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8ffb9d5-516d-4b7e-9834-bbb7cfba7058", "result_sha256": "8ba9f8b7aa2360c3c7d6d552066a35404506108cbd7dbf8cd743a8cdc3bd4cc4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0220385, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.27902677998645, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5022, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:47:00.243577+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2a93dd-407c-4a23-a539-f36cc80adc1a", "result_sha256": "c65a3a49bd631295361064874cd74a1eae7b28115d32964842e27d1e8510f062", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014306, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.335331995011074, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3197, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:15:07.538638+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e4bbe45-f04a-4f9a-96a2-e10880b43f02", "result_sha256": "4b77d6fe49758bb080ab0488f6c1f5702c64f8467b8c7505f770bdb14c134880", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02379775, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 78.47294871200575, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5433, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Patrick Hand\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:59:51.812625+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6fdcfca-14f6-497f-8e19-84417c5fbb01", "result_sha256": "456245cbf387b2889e84098dfeacf75ba3e465756ca43cbe1d026798c2f52a9f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01114825, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.48761962499702, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2454, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:50:28.227254+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "53df1830-e353-4406-8b2f-87ccf0300ad2", "result_sha256": "ce59629198dff041628ab50543ea5a2fcd429c860797329bc2ef98e252022642", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01359775, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.52398198298761, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3033, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:48:17.416606+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "211c0084-ea42-4610-9dc2-bd0bad236655", "result_sha256": "9cf42a2af687e6c517c1ddcc2017fde9c82296837d488970b6d924771c0b2d3e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02084, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v27.png", "input_tokens": 556, "kerning": "loose", "kerning_correct": false, "latency_sec": 80.76352625800064, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4740, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:04:33.744281+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a3bfc02-276f-42a5-a436-c3dc219d7a28", "result_sha256": "0ee82fd69f835ba647b5bb04aa0bab47175f6922765dc1951ece83fe8236e64e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02286175, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.21060826498433, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5201, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Architects Daughter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:43:12.334426+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "510bae46-099b-438d-b9b6-766b3fa53f4c", "result_sha256": "712b032b4781486f9906205c7cd24925261cd84e7c61d4a1d83ca0a228f3bccf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01102975, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.51426227300544, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2437, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Shadows Into Light\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T09:02:28.688918+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3311159-cb41-4068-8581-2b0d58d5ce8a", "result_sha256": "7e3a5ad9895647209440bccfaaa9b74d7b73aa79f9d14e9da47c33bdcadefbc8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0180905, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 66.48041067601298, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4106, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Amatic SC\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:50:41.738616+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5f322e4-b3c2-45bd-b3ae-9d414f1d1b70", "result_sha256": "ddd449240d7e677353dac4d0f6ebfb99a1ec81ac49a726b8933fbf4da68af652", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0262355, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.46196801998303, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6016, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:53:38.900048+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1edb3bf8-3e62-4ff5-a4c9-bf894c3ce963", "result_sha256": "ec810cdc77be3a66b30f101036edddedeed7862202bc613e311222541652b921", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04785075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": false, "latency_sec": 176.22329249800532, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 11089, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:53:56.933832+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1025528-ec4c-4c58-bd01-ae1b572cf25d", "result_sha256": "1c7c07b2d1dd4cbf93a716290bcd3640773477063174932202df9d09c7ee9352", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021256, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 71.45658893199288, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4802, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:35:28.523812+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c80da204-b9f4-43d6-90d1-e870999c05b3", "result_sha256": "a8d69756808b31ab5e807058f43979c540b84f85652f66c4383363272df69b7b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03706625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 130.3820707630075, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 8555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:03:24.037706+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "91789e79-8515-4fab-ab14-9e51ae45f433", "result_sha256": "1724dc7a72490fe5db94a742268f68179b69666ab1f399edc3b03c06b83664b9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03492625, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v05.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": false, "latency_sec": 119.69654701001127, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 8035, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Source Code Pro\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:31:31.387535+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e322104b-c82a-4aae-9b2c-48ae6471bfb6", "result_sha256": "b41bc7f3f1d2c89575b430ede98de0c541aa2a223e96cee9d8aad67117cb9663", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01837325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 69.73505192200537, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4154, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:52:44.702957+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd985b4c-a147-4e5a-806b-3ff3699f217f", "result_sha256": "d1e826e7fc0a54ad3e314b3b932f005fe6207a62a643090da171c888d757c673", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01713, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.48353689198848, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3850, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:07:21.542701+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c438f6b-70a2-43df-b8b5-5700804838be", "result_sha256": "16b740d7a013ade96a983c9e6ba595329cb0974957d34f290dab0f43d1fe3989", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02170125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": false, "latency_sec": 73.27512207400287, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4940, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:26:16.511114+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d40aad66-dce9-4aff-9225-8518d8af7734", "result_sha256": "962ef6c116db6300e280bbb25297b777267ed406c5e6843b374844e32f6aa61a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02706075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 93.25920769400545, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6189, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:04:28.252045+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "659f6827-cddf-42d4-b0cd-db36a3b284bf", "result_sha256": "3665d371ce9696c9c1fbcdab45ac748199e7028e6d1818b1808153e05c06ed13", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01943175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.967245544015896, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4406, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:47:16.426406+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0daee36-5723-40da-bcf6-b0e2dd7c7529", "result_sha256": "d1b83e2e8b58a488659cc516efc5212d3c3b49159946d441ba57213c76bca6bc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0130995, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.301858271996025, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2904, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:01:54.466920+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d9e05af-9e31-4f00-90db-26ad1682904c", "result_sha256": "86f51e007282d38ec1fa620e5990fe0c83becb5a807f4414589cd6ec920704c8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0229615, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 71.96134239400271, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5208, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:38:54.495315+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa284cee-ad32-4327-b8c5-8c2f31f61309", "result_sha256": "6ac258d0190bc8d78e5e61a6709e03ec222cffcf7c77aed97308366c3670b025", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0279355, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 96.45449827902485, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6416, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:21:36.747622+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "763c4660-3f7c-4fb2-b5ed-c5d6b8da6e34", "result_sha256": "1657484d37906ba0a0dc1d5016cf4c547e0908d3bebb2ea20e25861209ae6920", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03329625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 116.13670486098272, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7635, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:29:48.376483+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c106c316-1bb3-4788-b064-8e87026e48ba", "result_sha256": "c910d8fa786c78eeff212cf9090f529cf49c33ced7ad2409162d2c9130f5248e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.044689, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 156.70808413499617, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 10358, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:15:24.284266+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "16616e94-9f4f-438f-a32a-743500d30580", "result_sha256": "aff6b968899851c8dceb20b23c6637907681effde682af680c68304427ea12cf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01842875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.473995552019915, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4170, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:41:28.186574+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7a3b848-1cc0-4c74-bcd5-7c767dd5ff67", "result_sha256": "2ef43c67318a243890f2069c50d6742e357d2adc55b88b292fb726b6338d79c0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02555625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 86.56891575199552, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5835, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:21:53.453442+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4614409-3a8a-4f4f-8704-fefc3bdbcf85", "result_sha256": "d8dc9ba1d53d802b0ec800920f748fecd512e7955a6ba11aadd32fe2f14bbcc1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0170795, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 58.170599924982525, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3824, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:26:38.011661+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f2f4b4d-dd49-480c-bfe7-cb830ec35727", "result_sha256": "431a57fc64f1e810db47944104259a49a06b8c6a8fa7edde714507cb8c0ba0f9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03623125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 131.14211469999282, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 8355, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:47:53.745937+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7306a41b-b1d3-4e72-9e89-b90fa8e0523b", "result_sha256": "07b28fa487a9d6a2457723a2a3904412fe310abb29c4e7990df6ca13634c0a39", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0343885, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 113.40825804701308, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7892, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:23:18.268167+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c03ad31-dbdb-4bd7-91b9-406baf1a31e8", "result_sha256": "1c828491ffdca6cd7f97b9cc09b0aeaaff731277c4d9314ca18aac11a3c383e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01428525, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.50685184900067, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3203, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:26:08.309989+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "27f39fe6-c9c2-4c87-9a43-760a54ee4c71", "result_sha256": "eeab4e2425f05bdaa81bee58edb2f7fc393214903489eb2cb18934585ed5ed31", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02161525, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.44470134601579, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4903, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:40:46.577501+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c742b2b-16a1-4d91-a347-74bd939a3585", "result_sha256": "c0ed01318e2330e124c1c8a405e525659ea1c53f4d21a9c5a39626a1f651afe0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02307375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.99746016401332, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5260, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:47:53.331283+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebad56d7-55bf-4ffa-a63d-7982b79f1b3f", "result_sha256": "ee2d7d651e83a82da6407267c39db9561eb5c2dbadaf5e4c37c5093855dbdccc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0302765, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 114.50401019200217, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6948, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:42:41.145668+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9333ec25-9873-4d46-af3b-e7fe6f1bc66f", "result_sha256": "3d6e4f3fc7b1ef924ac33d1b1798f76ee20f2d174d425d0b31797ff6502c5b21", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0092995, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.58966218700516, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2019, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:53:18.857863+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "76372604-8d7c-45e9-9817-83edab12b1eb", "result_sha256": "255e44891f52751e7e7cb98aa0236db9440f1e89daf96869192d458a7f40a677", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014469, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.4210132349981, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3238, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:59:47.255315+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3568c297-0a3f-4d53-9d5a-522ee85b9aa6", "result_sha256": "d6c754ead3e670c972201c48b059243a4d7ff234b3290b3d958dfcf77582f39b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.025136, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 80.14285100300913, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5712, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:20:40.479586+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "44b01baa-225c-48a2-9cf7-22fda539d51e", "result_sha256": "fba7a494d7d8c1b51ff5d72ea57df5fabc9fcddcd929e91f8a6936a3942d76d0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02521625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 84.09308397799032, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5755, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:47:20.325641+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cd711b2-3fda-4b82-b0a0-093d5f22fbc1", "result_sha256": "6f57b6707fead87d3f7fedee2b89f2c538b6f6aa6b3620aa25399af464aa95ac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02543025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 84.23926275700796, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5803, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:32:00.247212+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b9f6de1-6aaa-421b-891e-90dbcfb2180f", "result_sha256": "e4afca08613e3162581cf5b6903a1cfa0cd3ecb27a7a14ed99100fdb36776533", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01372825, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.57308864899096, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3064, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:30:08.248474+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "68f9744b-13da-4d30-a866-c04e0f2d47b9", "result_sha256": "c8a4a24b484ff6e96202c5a1c1f14427e0fefab05b45247b0d840487e7d5aa88", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03097875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 113.30813661499997, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7120, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:19:40.063463+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1b00a56-5d6f-4a2d-bb28-4042f3d65714", "result_sha256": "a03c39a2725c41963f078333e26c8b575518e4d4adc8962f94c6e1022b9ae8bd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.058176, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": false, "latency_sec": 190.14544771899818, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 13522, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:11:47.962503+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7138f2af-e45c-41ab-872a-595a7731f6e0", "result_sha256": "7d30c026fdb472668483627d46b7d22b58f3fda998c505c72e7d3d54ceb6d0a3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01868025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 68.50667029400938, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4193, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:36:21.572480+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3707753-f069-49d0-bc4c-4235a812416a", "result_sha256": "18878204e059f666b17688dfcd91e0e6927ae3e8b37397b80e86b8709a194ea0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0266145, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 83.78791483398527, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6084, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:04:40.948598+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c400142-b7aa-47c4-8ea6-fbf3178d3d11", "result_sha256": "ae1ecb14630fe8ea3524e6f5298e9b10475edeb888387bb0e8a457eddcf3592e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01726175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 64.5240815099969, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3881, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:45:33.872729+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b0a233-63b3-4155-b352-dd46645a189e", "result_sha256": "d29f610b987e6955d556e89970f013e9e89d33965a5c1e13f0a0081eab619257", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01743225, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 58.25158692500554, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3922, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:42:23.587321+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "55d0de59-61ce-4c67-a572-a3d8b056cbd3", "result_sha256": "49a4824cf5b5b76e3207e577e4dc6fab40592ff5b3bc34d65d4df74ad8e89e2d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0321275, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 103.5053218480025, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7360, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:49:24.272099+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c3817d5-038f-4013-bc3a-35142a32d283", "result_sha256": "35838a2077e4fe9df651f6494b600244bc191ad2f513109305668d462516972f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01178975, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.69451275898609, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2617, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:05:54.590156+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5810ea1-5692-4132-9671-e71d4d993fb8", "result_sha256": "e28109779469c227d741228025e52d7a120fb1c91043e1f75119016bfbfdd240", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01575575, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 50.70662509999238, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3514, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:29:43.040943+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "79a1631e-fdeb-4b4b-91a1-8f8f08caec4b", "result_sha256": "cd31fc116551a045ec4ed95141f09d57fa1919519b525165a67cab449c51bf24", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01309025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.025796338013606, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2923, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:07:38.880528+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "14636ed9-3f89-4f78-8306-02b510aa599f", "result_sha256": "65b1de5725e92d75314617fe4b1d16abf6246ca4f607dc5bed1763fee121eb83", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010676, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.749509377987124, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2342, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:40:39.822458+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bffcae66-60c7-4c3f-8b93-ec8a7eb37e5e", "result_sha256": "266329c0a7fd8fad426d579e57d5c0f80218f83819e8d62dd60ea7d836a18ba3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0114045, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 49.62760583401541, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2484, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:35:17.149868+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6bad7c9-3d41-416a-aa04-57aa79ae69e0", "result_sha256": "ab8878ec866bb757ca75ace9a183b9c2a2ec8256afb07412a4c715a0ad47f7eb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03176625, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 103.85901306400774, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7325, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:12:14.507870+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3692ca2-194e-49be-867b-98d4e54010a4", "result_sha256": "2e5b11515389cb662e3c274b5f5702aaed57e16c80c304ea69ccbd241baba96f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0146605, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 44.76723476999905, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3286, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:14:01.429904+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f248a6c1-421e-4ce7-ba3c-066c15fc779f", "result_sha256": "cb6d562aedf8066e97a1400fabb2f5364ba37c4fbf57beb167e5e4facd1a66b9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02313325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 84.151977128, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5274, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T07:49:48.510564+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "97f6d5ad-7add-4699-ab98-b7295451fd7b", "result_sha256": "b82a3baf919c8fd00d39fdaf0c4e17cd60bad317149eff6b6158fed11a508827", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01467125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.22424616100034, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3295, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:30:17.730394+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e6ecca-f6c6-4a80-b223-ae69f6a46325", "result_sha256": "a6f091ab9275571cff01f7810246aafee383f6fa6ed6cdb1ad01f6c6caf6b52c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0280415, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": false, "latency_sec": 95.7078433399729, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6428, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:12:58.800424+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd4256fe-3b38-4919-a42e-93ea06cde5d2", "result_sha256": "ba8f7c2e980fce3c555aea523eab69afa2b915bb1953276d48b3f38f639653c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02732075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 84.85294469300425, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6229, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:27:24.678187+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f83dfed3-fe4e-42da-a7c1-f0d5661efe84", "result_sha256": "d8e60588c32a8d52969f22cf9cfc2b52a3dcc74da43ca340874832d855787483", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0302535, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 102.44936406897614, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6952, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:38:10.562901+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fbbe68b-6199-4135-ac85-4bd1ef8c2621", "result_sha256": "060b7f71a1c345a865a80bc43d4e2cc366b3dfa3d8b1d3406654e96a911c22d9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.043388, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 117.97923038402223, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 10026, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:37:03.195826+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "de31eac8-d943-437f-8c13-db2db8d2ed67", "result_sha256": "4deaa339210ec12fdc5c9bb0d7466c82a575147c098ada37949c565e968e0b9a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02165, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 78.66060787599417, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4925, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:24:32.220184+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a1ae295-2b64-45a9-9666-14ebb246f0f9", "result_sha256": "b544ccb0700677b2f8fa2e23ea09edadac7af0b8be5fb083f7c6f25e70c74d68", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02283775, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 76.99974803501391, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5193, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T09:01:27.784891+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e9b7193-1b97-43f3-becd-f0c8199d3e25", "result_sha256": "b960c3bfc0dd98894fac3949c95bc02b68552f5c8b33b128ef68eb0b83f26cbe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0169115, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v53.png", "input_tokens": 565, "kerning": "normal", "kerning_correct": false, "latency_sec": 64.78472736800904, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3813, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:13:05.670882+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea9de18b-9a1b-4b79-b68f-08302440734e", "result_sha256": "2ff21109e9d522695319d084a3970cade14d6b2d06d4b1152731b3c4344bbc81", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0103285, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.40572680599871, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2252, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:52:49.472311+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "680939ff-834e-45ea-95a8-d27a432827f6", "result_sha256": "987efe8c0d281ce3f807ef55711e6b4ec32e864e2f153435a1156f3907dda2f0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03315075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v55.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 118.39979263499845, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7634, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"tight\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:24:35.279524+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5758ce0c-250e-4a36-86e8-7cb9a1537941", "result_sha256": "caf1da5eb1f7608b0cb014169c62fe7b6de9eea944d38c27f46f7cb775685620", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016695, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 58.96778069299762, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3750, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:57:05.274779+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d048d54f-14b6-49d0-990b-5c8d18df3da1", "result_sha256": "64bf1278fe2bf8e9f0979b72958105c6dc73011a81820be4f9dd9cf4416771f0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03688875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 122.70601081801578, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8485, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:52:46.441872+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b752f8c-ef18-409f-a572-8f772e3faa9b", "result_sha256": "87711db66dd4187a26f7b264377ebd2d10d215dc3dc13e64f1dc0fdcd72887c0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.034523, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 122.20678951402078, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7966, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:21:11.718769+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "83b5e0cc-129d-438c-a876-9fde6a6186e9", "result_sha256": "0a385a18bc754aa4c9e65c1c902d213fa9bbb0eaca50703fd260d471666e7c35", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0262455, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 87.65848893599468, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5976, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:38:04.469124+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5c85d13-24d3-426f-938c-dd5ba5c098c0", "result_sha256": "6dc1ff2940928551653f6a9a7beda1b6b7099d6eafb0108e92eef3a69c275db9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0319305, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 112.64725769398501, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7356, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:43:14.134404+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "118f8141-3c62-4949-b481-48802d72b67c", "result_sha256": "2f6f309616b3cbfeb0b5b1c0dc6a70c9929ec05d112606c6c332127c223d336f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014185, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v01.png", "input_tokens": 502, "kerning": "tight", "kerning_correct": false, "latency_sec": 48.76219597400632, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3190, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:28:59.788046+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11e269ef-935c-40ac-8915-1f2879c0ab2c", "result_sha256": "933f1d6a88e31bb8c3f49f2847b21e0758afab91ba207fd7bc0106a8d784e980", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01954175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 72.27618186600739, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4441, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:00:58.038553+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f75321b-da5e-4e03-a707-6ef7b83fb0be", "result_sha256": "f3ee5e62706a95c3421826b08c7b7d14c795cdeb1bf1ea65727377e236f70a95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04098875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 134.21413638899685, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9445, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:27:24.592591+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a95674d-1d3b-4bac-9a73-74c1ba3880d6", "result_sha256": "f07310ff44574c2d7779103b1a8aa5e346ee3d1d6510f87f341051cd2b669ec8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00930925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.18641748200753, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2041, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T07:51:45.575435+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "317f9c46-950d-46ca-a131-117ff4f729d8", "result_sha256": "a1362f2f6f5eb12a2ac8f0247c3c6b5d08dd9e96434ed7ab92e03e9940e6c361", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01251425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 40.345690999005456, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2781, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:20:45.781744+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8935683-d353-437e-8740-36fd4f65aceb", "result_sha256": "cdbe4cb87843f0bc97d18521e9d935dfa11af093c4450ec6161c768c1ba36c71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01135225, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 36.9339688240143, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2502, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:14:09.536942+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "40eb462c-d2f4-4c7e-a10b-aaab08ddf104", "result_sha256": "323c8b8c1cac1595ac39afe3847128fb4c59f8f68b3dfaeed2cf5934c525d03b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01507575, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 538, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.6238979609916, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3389, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:20:29.174964+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2302452-6d88-4f31-a633-e8a9ed7ad94b", "result_sha256": "c1716405ab6d5f57834e07fb27614481abf1f775076190a1860109f4f81b69a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03336925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 108.15524532500422, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7701, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:24:38.395065+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "16eb91ff-00b2-4efe-9264-577ad2a43b92", "result_sha256": "184e07a4ae548809494e1b59fc05d8589636433d4e43bc74848bf9fa7ef9cf1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013159, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 46.76369946001796, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2918, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:05:05.920588+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a201dcd-fd02-44c9-a805-23b5133b6ebd", "result_sha256": "843958107916312bbfd2a30920b2e550550090fbec5dd8cfdc18d3dafa28090b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01868125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.30866446500295, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4245, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T05:22:36.826213+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "69217de6-d80e-4491-a871-94b46d29e26b", "result_sha256": "2b8d206b734e355ff097715791a29015a70ceda0deb93147808dc3eb980c1421", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017392, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 47.844196724996436, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3914, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:39:08.705645+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8778d600-68b5-4171-90f6-3c94882bbe35", "result_sha256": "b7df6ce02285dc11cbd50a1d639ef1b351d813cd68e7de9603cb564684b2da9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023216, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 80.28705226600869, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5282, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:05:15.684888+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "616d1644-3578-4ff1-90d7-0a666d7e7b73", "result_sha256": "b702115a2290dade176374006ec3d1fdc26fd72cb4d7b610d4aab5ba44df963e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01625225, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 50.746715610992396, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3667, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Oswald\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:16:30.205290+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdb7bbf7-b0b0-49ed-9db7-085df009b34b", "result_sha256": "fcc1d0137e12f169746035353fdd015577b567e9ae568dd9d05d7c1d5a40bdf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02469, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.41292858598172, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5610, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:37:02.441864+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f562663-1168-4dfa-8138-78214ac006d7", "result_sha256": "6fc2f9f7833e0c25cf49c5ad016213e7cc791246badb68155cd789ac376de988", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0311315, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 111.06774746000883, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7168, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:29:05.848226+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca2e550d-86ce-45c9-9b9b-20f9d966b30d", "result_sha256": "3274f25489f239597b9a20c714f617283866cf9f3d9d8d523a57435f8fac3b06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01441, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.57926928499364, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3240, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:05:53.561322+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aa36887-6f4b-4992-ab99-96d511b42129", "result_sha256": "0cd91435fbdc4a6d51b15d93f0639412b782f0c0b8d98b88fc798d49dd620470", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023954, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 73.79169533099048, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5458, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:31:32.250905+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "453bb91c-efbd-4b5a-ae99-62a5d0148ca5", "result_sha256": "41e30cd32756fec75329e8af755a03e89426f306657b8ce0ae7088dca1955a37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03268075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 114.57147172401892, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7509, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:49:44.789213+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "17215cb1-0850-4719-b039-d78bc40118d9", "result_sha256": "1790db409c8bc3fa12b755619cb94434e10cee31c1cc93b7593c21fcd924a172", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015534, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.70957236501272, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3498, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:32:57.632443+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf1e035b-4a37-4ee4-932c-c4e2d82daea2", "result_sha256": "978268ad4c21a596a6ff13f6221b168ba40e2c636749dc69c8f2b9f9286c8c1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01994275, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 72.51900374999968, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4493, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Open Sans\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:53:58.985623+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e162aa8f-7e00-4946-98ec-59dae2309b82", "result_sha256": "e0c33dcc671a0f3f1bf765ee03a3926804b2740a4fa5391937c8414c1840eee5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020141, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 67.21940312901279, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4582, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:45:49.228960+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce60b03-da4c-4cae-94ab-e655525989fb", "result_sha256": "f0122c677745feaefaea22d326ccbfc8070c6142849c0fb11fe3e8b80ca89d92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02727025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 99.81106743498822, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6253, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:17:40.655476+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b598007a-205a-4e76-8bd3-87c5d8c0df44", "result_sha256": "3349068d9203421a10e02a924d9cf9264de047c7f92ea17e272f09509c08db49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023316, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 82.82887682400178, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5317, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:26:00.028146+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "88c92700-5610-4b23-8acc-a427abb870c2", "result_sha256": "dcdca09cfe7112c7483e2147b840250fd15960563b6942577ef40e9fc293d2a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02378925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": false, "latency_sec": 77.70255638999515, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5431, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:59:31.149396+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "16f67b20-b30f-4b62-b4a6-fd92956c0310", "result_sha256": "0d18af50d4fb06b0338098af7a2fb3c611797e8a24a28601bed8c9c23b679e4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02360075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.88504765799735, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5384, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:56:02.501764+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b79618-0c2d-4bac-9129-4081021537e5", "result_sha256": "cd3671f5bf5dca00e44417f9b8dfac48a54805e908c10515d55dcb745af3ba27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029837, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 97.32975417000125, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6854, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:23:52.958304+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ce33828-3cc5-4140-8b00-e82a027b3a3b", "result_sha256": "85edf796471d5e38befd51a24ee5ee37ecc095c02674c284463bae0dd87fcdbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03052325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 104.06937004899373, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6999, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:35:07.389549+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6f9eafe-533b-4a23-8dbf-5020acf202c8", "result_sha256": "431aa4d4fc4e11561a024bd053e603dab9ba0a7cc5d04b61b48c230cf291aaa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03604525, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 125.04601968202041, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8303, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:33:36.541381+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70d1a630-03af-4933-86d2-ed8050a4c2a7", "result_sha256": "0da2fb19dfbc83bac6a878c96df0cc5aa120db5965dc8e7940e5c9e1a7d1e7fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0224835, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 538, "kerning": "normal", "kerning_correct": true, "latency_sec": 74.99849262597854, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5132, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"small-caps\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:33:05.210488+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c865dfda-fb24-4d49-ad6b-d5e9a08534dd", "result_sha256": "2f32f0702b6b95f618585465744edddd39b4ef3733da038e78c7529171756d92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03674375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v30.png", "input_tokens": 512, "kerning": "loose", "kerning_correct": true, "latency_sec": 138.20988807699177, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 8495, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:40:00.313623+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff250c81-f429-4c73-86c6-608b5a597fc2", "result_sha256": "25105e6353b67a5f9b40826ce679e2849fa3e39363cfbb5c0ebfecdcae295d3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019933, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.9384768900054, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4521, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:50:04.234454+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2050dcb9-c3b6-4cc9-a3ca-63ebbfe84ba1", "result_sha256": "6d1c3c21ed5806a90612b0dfd9e972f7981d6a61dcd0908defa202d8dfb59c80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03619925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 122.16643660402042, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 8351, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:50:55.570899+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ee91942-b65a-4d03-9d47-128e5279fa18", "result_sha256": "6c703db744302cb8bfdfa2d35c5838430a82645a84603acefa319d712bff2e77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0260395, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 96.04147485099384, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5944, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T05:46:33.762334+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5218fd39-62bb-4038-ba67-04f50538bb83", "result_sha256": "ff5137c161850987a26e660d36073dad139398008bcbea66ef1cef064627760f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00910025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.391028791986173, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 1963, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:28:05.943859+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fa030a2-89d7-4b5f-b0c2-f2c43bb1ccff", "result_sha256": "364fe94d43932029f1880fad4307a504817cfb1c3c34fce8b1b0151bb0b57902", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0092845, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.032805872993777, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2004, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:53:58.730268+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dcf043c-bf38-4e97-93ca-a2d03d3d3587", "result_sha256": "52800a749f0fe0b482373dd04e5c15d2d11046933153ccd1c47cb7dc9f67bfea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01915125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 73.85779745999025, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4340, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:15:30.523103+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7583d44-585a-4f7a-b344-93c1a03aba69", "result_sha256": "af84be915810b09b06235658f3398f86cb5058a109a6412def422d2b6e455632", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0270105, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 96.58736740500899, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6156, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:29:31.593538+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e23bae4-adde-4fc5-8393-c7a5d199212d", "result_sha256": "e93659245015b37075ce45dfa14b0727f295d40e51340b28e490c89fbf8d128b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03343075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 115.38068826598465, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7709, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:04:59.081482+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "716d58d7-393a-4ce7-8a82-52ea9b61aeda", "result_sha256": "8c9e8d56f064dea40ef9de41a211737712ab830bb1132f79fc5b9a35d8320126", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0258995, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 99.80682442701072, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5924, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:19:43.686703+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "901f1ff8-5ae2-4a9b-987e-f0310caff896", "result_sha256": "2113937cb7895cc572c308198c04b23d6eb7c0fcc8035f12fe1ae703c8e78580", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028318, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 99.11671074602054, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6506, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:59:20.792225+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cc7d03b-158b-4d76-aaee-da952f38e44e", "result_sha256": "9014f8ff0c21a7d11f92f65054611ab4fedc1002cfbea853f2e4b82978aa336d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0127545, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 60.2729529979988, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2844, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:02:37.357049+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6378fd2-0bac-4f85-a764-3eb9d757a3fc", "result_sha256": "d41a49018151a377749f638b2430066b22dfeb0249e78056b2dd45eed317acf3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03242075, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 119.83427621101146, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7429, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:41:25.973854+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "16fca2d0-9d64-4a10-aeba-1d38d8c28fea", "result_sha256": "9d70ece9638349d46e78b7c0156ea0ff34f674409ef96802a35e3046a04a23de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01974375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v43.png", "input_tokens": 478, "kerning": "tight", "kerning_correct": false, "latency_sec": 69.57917794398963, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4505, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:21:34.295434+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "13797e80-d0b6-42b0-9865-0c36fcab6f31", "result_sha256": "4a8ea98625826e0da2ff807e847c315327235357f73b1dc2f3e92f7fb6c01b04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04731325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 176.97212178999325, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 10969, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:00:02.369859+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa693ab1-8652-405d-9222-4520297fb1f1", "result_sha256": "f0494c72f47e11b92e9c6ee5a1358e3134d75d8e2808008813da4c908dd4e72c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022211, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 85.7901611640118, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5057, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:28:03.923428+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "075ec1dd-bf48-4e90-ab95-b37e6f6e15eb", "result_sha256": "2e94f270744c23a54373c74624e8f2255ecb8db20f36716a291769fc25c1e58a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014616, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.36519683699589, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3282, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:58:24.812407+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5ff451c-a2d5-413b-9fef-4cca93e8a757", "result_sha256": "baa97ad9143c7945116c7505dc2dc66d0fc4894bb1ad4d46f1ed1a9f3fc2cc7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03025175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 102.19623723000404, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6961, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:04:31.863965+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a9cd7ac-b9cd-4877-8b98-96a47ae89be3", "result_sha256": "f905fa60a3a72c35d97d250e4b158faf1d1b278929de654f91f57b1c435e2d85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028447, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 103.15976589801721, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6494, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:24:23.363966+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e64646e-51f2-41a7-8202-d4228ba9fbd3", "result_sha256": "407fdbb71fa4817f98512eba1340339a33f2b7f78e06ff4cddd13ec26c81211d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01714225, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 49.56349472500733, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3867, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:41:09.160777+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "595a0bf3-900f-497d-92ba-5beeae5bf344", "result_sha256": "924e532d71a1f964448cf77b0e6b13eb3082607a646f33c55d89237a3d91deab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02081875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 68.5394664859923, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4735, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:04:54.861843+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc47d6f8-555f-456b-9cb4-fc73e46324f9", "result_sha256": "8b1f6f01bf103597152ff96aa4aaf33fe70ebe10da332a2ddb4c1e7637328930", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0164225, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 60.626991026016185, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3695, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:59:01.977472+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1475043-d9c9-464d-8dbe-feb2053ca434", "result_sha256": "2e34d9edabb3e2f8e518b7466c1660b0be8aed8935eb63e1af8f4d06c676bf50", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0638885, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 220.53230712900404, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 14852, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:39:39.899084+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "32ebd844-96fa-418f-8d13-fca1eac89fe1", "result_sha256": "17c6d5005926c1f9400021a7afa168b077aea146eb047e26bb8b869f8e29b4c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.032192, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 110.00191973699839, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7424, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:05:27.235572+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9733b77e-efaf-46cc-a573-debaeb668fe0", "result_sha256": "a63d7520c93149b5c4745aa977b5d657b5bf6f20524d4ac8aae8e20ff1e375e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0129975, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 41.76313162597944, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2880, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:35:52.972178+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "08a6809a-3a58-427f-bc0f-4c7b32b595ff", "result_sha256": "5d826373bf1d9a8d928a868f1fc2e1b07f73732a265af272b2243b21dab6ec8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0162885, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 58.28983832898666, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3682, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:47:34.021585+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1bdf6a5-4253-4a64-9c3a-5205ebf415ed", "result_sha256": "7d542bb3d6855f626b905fc4bc6b7cf72e1abeaef600d30cd1bc551ee871a694", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03718, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 124.84492250799667, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8570, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:18:12.809275+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b910ace2-a17c-4a97-b3e9-45103f3ee57a", "result_sha256": "04ba8e072152a712a25d680f74fbf9b04a15fad37455692277fca199886d73ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02404475, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v57.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": false, "latency_sec": 80.59384955401765, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5477, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:23:20.273366+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9be8d4b-8332-4879-a210-602c73c261ad", "result_sha256": "b8c3d9bcea17fb67626d2003bd5585986adf919d88208cd958ec23b6f9d1c583", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.02500725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 86.06424022102146, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 5727, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto Condensed\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:05:45.675282+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "57c316d5-a833-4cf9-ab72-1a7974e349bb", "result_sha256": "1c3bc7d31df3458ce2f731748ea82c41ca6a84d6d4f6e60aecc287c0bb5a009f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0317875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 128.513003347005, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7280, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:36:08.881783+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aa0b953-4c8f-47d1-9f4f-fa63c05dd653", "result_sha256": "14978c98f0140d49a9d3bf600e326cf9c243714af5df230447bba85b3f7bf4a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.020719, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 72.47302384499926, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 4718, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Montserrat\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:39:59.698347+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfffd8c4-0f03-4544-af1f-eb4e2d98b44b", "result_sha256": "6f73e0d0436ca40bf841897e012f72462aa95a99273ee6786f1b6e583e0bafb9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02437025, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v16.png", "input_tokens": 565, "kerning": "tight", "kerning_correct": false, "latency_sec": 91.67322070198134, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5568, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:42:47.027940+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6d0f1bd-e448-4935-8bd4-9b3f9f607550", "result_sha256": "58334def227d8b2de289ba151840e97d8d36e2b2d51280e12adbe2abeec8840f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02543725, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": false, "latency_sec": 84.44853931499529, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5807, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:32:42.796132+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "78448eb8-201d-4bee-bec6-4cd3c9b3755a", "result_sha256": "c56b7d46a722db0d949473f53e33f001b16799789f4494b192f252c3c105c6e2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.041517, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 136.88553630598471, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 9574, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Source Code Pro\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:09:07.913151+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c147a212-01fa-4f99-a76a-900a70852847", "result_sha256": "90ac114e2bd795e4eaa1c730f759a99fb49ce436c4c765fca3a13a8827557205", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.031484, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 578, "kerning": "tight", "kerning_correct": false, "latency_sec": 104.76112068598741, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7238, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Roboto Mono\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:03:37.226992+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f554d38-d31b-429b-8ebe-c68a89307430", "result_sha256": "c47017b6a9f5cba1f9b5f53ee48a19e41b5189214ee1a6c57d17f0b073c2b5e8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0344565, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 121.93561094498727, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 7908, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"IBM Plex Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:24:16.244547+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ab05256-a5a2-41d6-99fd-ea6b769c5ce3", "result_sha256": "dc17365081b2fffa18b47651efab04cc08c9bad35b401eaef1c672dd932a1840", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01046875, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.463620214984985, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2305, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:30:05.404735+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "98851c79-88f3-49f4-86c6-08b288a98e32", "result_sha256": "6e142376f75d3207e9e1be3e449ac0234d1f0218fced07d77052e2134831fe79", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0358995, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 622, "kerning": "tight", "kerning_correct": false, "latency_sec": 121.96205837299931, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8264, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:18:30.868101+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b261f08-cc2c-4db5-b9a4-256505b2422c", "result_sha256": "14cd7a53fca2ebe42caf5c573c64e26c387c11a25d085b2fd4c974a71bc29189", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01128, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": false, "latency_sec": 42.146767812024336, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2485, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"mono\",\"font\":\"Courier New\",\"kerning\":\"loose\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:31:14.505587+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31d63207-154f-46a8-b808-427e03e2271c", "result_sha256": "f03c525d4ea4ba2df5f3c20c7609c3e9b798d4182e4965a11a4455005a3d80f7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0263325, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": true, "latency_sec": 94.26152781199198, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6020, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:44:57.302922+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f62d764-b4bd-4900-8075-1e74b4daca37", "result_sha256": "8eff83df4d487701ab1351143bb4e42eb2eb0b1f5300c8e5345f9653361ab294", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02909175, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 108.53135215400835, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6676, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:52:38.187323+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fec1c0be-e684-4b95-a926-2887e2dec0ed", "result_sha256": "be7ab2dfe243d3aaec25aff35a8eac4c9d72bd0f7807bd9927c3de5a1e893481", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.17160503202467, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3930, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:51:21.068045+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aedaece3-1e37-41ce-86f6-617f16efc761", "result_sha256": "deb6bec28ceb02d0b26e9b202248ddede10a6758d157e89712f461e1f3836712", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03182975, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": false, "latency_sec": 101.84244398100418, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7287, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:45:25.837225+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3df3b9b-b5e5-4e39-a749-7d8c2b9a5a19", "result_sha256": "78c0f7a406ce48e2e946e03d67cd916a85a8e91f0be0d2a44a56bc44b7e421fe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02171425, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 75.37967807298992, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4931, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:40:18.007712+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d40015e-8dd5-465b-851e-82572e9bf13c", "result_sha256": "431e232107563db99a5a657d443c2144542d0d6f383b025d9d60a9ab11e30efa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0224765, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 94.71805091400165, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5108, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:34:27.838602+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6204cffa-db4b-4548-8736-04ab8655c891", "result_sha256": "9b2833b9c0012e12d3eca4f8b122b2efb35a81434d7d44c3df5639893caa4a11", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02417475, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 62.46527375999722, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5522, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:37:10.500637+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfa77331-bcc6-46b5-a82a-409de4243d1d", "result_sha256": "6b080d5e207b87746943f45e7ab8a7eb4d15d4fa60983ed4c5e496f480577aa1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.031102, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 102.9676599999948, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7149, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:54:07.120361+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "19fc9115-71af-41c8-92d1-93c09f42876c", "result_sha256": "98db0a1d8acc89fa1627fce979245c9ba611906b9255476dd488210c8321608f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.033849, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 109.67853336801636, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7798, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:39:50.231540+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "51c36378-df44-44d5-8a1f-42ca1a776832", "result_sha256": "dfd174a6d4cfa10fbb21d0c9fd81977071466546623da7b2b454e87eaf143a40", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03362325, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 114.43959875998553, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7709, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:40:35.044965+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "64ae8a28-e77d-48f5-a2c9-758f3b9818cc", "result_sha256": "4029a9e862bd03ba65a1c8b288e115cc5a9049c45dc354cbc7b8e9f2eb04f5f2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01695, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 57.708601927006384, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3810, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"handwriting\", \"font\": \"Comic Sans MS\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:28:16.207917+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b57c42c-8a15-4aeb-939b-7a35d2f94e8b", "result_sha256": "49a956bb516ea8127d3b7eb214766ca43e193f75d3c6139fc49f1be56c390ddc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04129975, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 149.9003153530066, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 9537, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:40:48.129782+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc866bd9-27de-44d3-b751-9143e504d08c", "result_sha256": "ee962dceb6ddfbcb85f01e74c866c42c0005c3bcd32fb37036f5d39b3b4ef61a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0129145, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v36.png", "input_tokens": 611, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.052108381991275, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2859, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:11:39.846607+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "d49d9429-f2cb-4182-8b5b-9e5bba2ede11", "result_sha256": "88607f8715d635839c25ddb7a15b6d3d4c76f8c457da6f46f41e12ee1d2505ee", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0482265, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 160.6577481230197, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 11148, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:53:24.832956+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b76c474-4431-4486-b4f2-f35784d312a5", "result_sha256": "1d5adf644962d9ba91998a885c5ad053b81ebc227fe6f86e45e5ca7ccf036436", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0193335, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.790303191985, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4392, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:07:30.221000+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "00301016-1018-4fa7-8aa7-99be196165a4", "result_sha256": "340752490bec8e288b54e47bd89126c5a1fe445c6dfd96f95ecbfa49b8fee74e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0474565, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 168.3318436020054, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 10973, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:02:39.063505+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "40359e68-2baa-45d4-9b56-b7f70865ab44", "result_sha256": "0b35dea5de55fbe60476bda6aaae6184e29060e1412ed2b3336c5f278dcb2b7e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.027944, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 112.59142931801034, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6418, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T07:09:55.719397+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b6303ae-1a00-4e5a-9792-cabb80d527b2", "result_sha256": "2c3690811b1afd116bd12b9b3051a26c9df03d99f76184e6508ff0a871981b7d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0347905, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v41.png", "input_tokens": 578, "kerning": "normal", "kerning_correct": true, "latency_sec": 118.67239649200928, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8016, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T09:02:06.067986+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3783d683-839c-4112-9c47-79d77deb3be7", "result_sha256": "a116cf974ebf31c9f4a49a68249117d1222534bf12bb65ef41dc4523a5e7fe99", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.024809, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 91.59859960098402, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5638, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:39:20.924070+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d214da0-cf2e-41aa-a98d-07ca0ee92188", "result_sha256": "8b6689eb8cd0549f83f6619f003e7df3381b72d389169470a7f597a767ce02b6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03002375, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": true, "latency_sec": 95.17429647399695, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6915, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"tight\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:05:01.076690+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6007c608-d679-4377-977b-793d77c758c7", "result_sha256": "7c5525a31df434d170683937f5d33ef1e619080d5a4b57b88340ad807b4222af", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03864325, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 121.78830113701406, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 8929, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:31:32.943051+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf66abbc-1717-43d0-b8ca-137ea3ae4acb", "result_sha256": "c0235c0d3e8d68e0c71df6a0278e0f97e66edb58644bd75fca4dc4d840789664", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0122915, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.799437309004134, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2723, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:19:22.242882+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e33e4c0-0755-4b63-aabb-251831ea06aa", "result_sha256": "8c865aabbc592a52798dc3ad364716b709466cb703119d76999ab1de51e3ef27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00990275, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.985942425002577, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2173, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T08:38:18.697030+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "06fdb8e7-8dd4-4fcd-95fa-eb0d6f0d161b", "result_sha256": "e9cd8ed52e1efcb37509e9763c3c9e82881b4732ecbd53e120c8627af2153b9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03079575, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 109.60579742799746, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7089, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T04:44:05.216711+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e7e8250-1acc-40a1-8d11-2c206462fe7b", "result_sha256": "d78ad6665c756d5f306b1c990668aa74aede7f71ab73cdc0c901df692b03bc8f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01794525, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 60.63030179400812, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4023, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:08:16.782701+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c395e3b8-af43-400d-90c7-dccc1527b7a4", "result_sha256": "a0c11ef14e22fb9866db3bb6fc1da1910ea105d31fbbd00f6f22385fe7597e3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01674675, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v04.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.08712657899014, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3791, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Cormorant Garamond\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T06:16:36.481093+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3b449cc-a617-4f30-ba17-47018c04430a", "result_sha256": "14bd6344c251ff002cd65dfa37ce092b8b379460456619f60d440304819d36e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01451175, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.6532637590135, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3251, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:19:20.243898+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ecc5d9-c3be-4918-818e-a88741e75946", "result_sha256": "310ca5d03c07fb76580b9533dee4147aedcfc292eec3581998f690867c3412c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018012, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 64.92186342799687, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4069, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:05:39.881527+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba34f691-e19c-438d-b009-5b5a2d34c6d3", "result_sha256": "85e0cce3774a2605682234ab5ebf454207c588661aef33ebc2742247e94654e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016994, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.65354379202472, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3818, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Times New Roman\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T06:16:24.572944+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "902e9b32-87a4-4e4d-a0c3-731018991811", "result_sha256": "e636018434381e983989b32d9674dc41d02f1bb6f5105027f9773b2bc1e3abfc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02038975, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.25143816799391, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4647, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:58:49.615301+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bad38de-fb60-41a4-925b-99e385995f83", "result_sha256": "ef5123dfe6f13d1d6ec64c20c855215e17c51c04d9bd6cdf3b189ff5148617f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02774925, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 97.93554596800823, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6351, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:02:57.572739+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cce4734-91d2-48e5-91fb-9e48a996b743", "result_sha256": "3c8857ebad93f11dfabf8b0dc20a8f9147f3d92b84042a496195b214b8f5b774", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01136275, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.364956278004684, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2523, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:40:38.039937+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec6131bf-6b22-4124-a542-f8691338989f", "result_sha256": "86c510f07e2c39404b661509be3eee015e227f5e7d1f1ac1e38c78829d46df25", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021404, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 75.82028582200292, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4858, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:49:35.142168+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "220b1318-9716-46ee-9a1e-a57219ce41db", "result_sha256": "45a9b6fdd7a658ff44459ba4c19df1c642b62c58716be9717f44af8390796b9f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01695575, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 58.492470273020444, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3809, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:52:19.668402+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a25cf0aa-8e30-41a0-958f-557a632e3abe", "result_sha256": "078c622aeba43f3e42ecfd98fd90ee611f5e6782ee7b97d9e48b2bc1ccc96ff7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.026618, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 90.51240849299938, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6106, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:29:15.588505+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6201043-86b0-41b3-a958-f1bccc527544", "result_sha256": "60dad5e0a1d36af09c5410cc1853275b63baf4fcd1a81e018c0cd0de4a9285ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02985375, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 84.79140318601276, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 6825, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:33:48.245207+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "de4081bb-4f60-43bf-bd9a-586890022718", "result_sha256": "8fe0107c7adeadcd33692e3b524663f2f9117821e7a2d205f93b8f7036286d64", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0135365, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 51.678072551003424, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3028, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:47:51.996813+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff52dc40-05b1-4bcb-bc21-5ef83e95d47c", "result_sha256": "603c93fa9d05dc82ad357a1786f13b61c672e7e9dcbddb92f14f716b8aad833b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01767825, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 60.178152217005845, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4009, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:19:00.533270+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bb5b653-2feb-448f-a13f-232d80dabed9", "result_sha256": "589b889633684619502743abeca8aeafed94fccec6c46fd85db818b41f2716b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0199675, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 69.13935014497838, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4520, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:54:03.557824+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "848d4af6-e319-45d6-9e49-58da2602bb88", "result_sha256": "e17e618899a392b8ad62227bcd0cac24ba5d71bf06319cacf0678f8aeac9a0ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02487775, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 86.74286545399809, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5673, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:31:15.159929+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "16a4f7c8-d80b-4a88-abc8-6c82043a0d49", "result_sha256": "d90f4adae61923d37304b44fe91fc3f1c947f8ca6f2b2a687cef8e576044d374", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01292875, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.128929277998395, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2885, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:15:25.327790+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "346b8263-be72-48a9-8f23-ee279db85f45", "result_sha256": "29ec4ac1891ed3961512d8ae05f131247293d0ecd493d682cb30551ec9dcb42f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016921, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.793585025996435, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3782, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:24:06.849190+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f593d78-1010-46ad-8885-9b6bababbe3d", "result_sha256": "e2b996a3750038e3474e235b2ac5fce72d820cb4b02670597a35e4cab9cc554a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018781, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v21.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": false, "latency_sec": 57.44062574300915, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4262, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:26:42.896703+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a71b093-a55d-49a0-95bc-6282344fc1f7", "result_sha256": "e4cf45d91c9d047b9dccd67a239f4a005e84c05a38546a0409e907cf52ee6483", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016488, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.14474416998564, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3716, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:02:55.811922+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "72d36ab3-107a-43f6-a5b7-cb7668564e66", "result_sha256": "66034a1d46b4b4b93621c9aee893aaecba3dc600e4952ccccca377f4b8ccbd1d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01347725, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.78698434701073, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3002, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:12:22.062638+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4d5bb9b-ebb0-4a9e-b354-d8de3cb29bf3", "result_sha256": "54c2a8e4f13b7ccb5761a7d12dd25afd9c50db7fb3c6095e02e960ee982481d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0240315, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 63.75880188800511, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5488, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"underline\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:36:35.575303+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "81fa6269-1122-429d-a0f7-9f3db4cccfdc", "result_sha256": "527ff720a7245dede3e8cc69e4b74e6f1e8ff4c0d0fd36318c660ff7e4a707cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016499, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 54.347484136000276, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3713, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:34:01.849893+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7103c6f2-a3a7-4eaa-84a2-9d10cbef5449", "result_sha256": "74e127b6bb3b07c9fe5a158ba93b6a9cb3e5934235d90224c273fae77ef9e50d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0172655, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 61.14477754398831, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3896, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T09:03:06.486969+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "49d8db2f-293e-4a9d-a151-dbab1615f278", "result_sha256": "f35f423fe97153a0b3eecc043dfd55f4086a493f4cd4cd7ec38b33682ec50c52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0213305, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 74.50395107397344, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4836, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:52:22.839061+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6631c544-e827-494d-a482-deca057e359c", "result_sha256": "5ed97829e762c01dafe7bf3519acc541c68ee35f42f84d69cb670ce4eb661fbf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02783, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 100.32379654899705, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6370, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:59:29.743112+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2a073c7-8b08-45e7-a173-4bdb4d39811c", "result_sha256": "e8f232075cbe0f3ce81a7992a997bf0f18042e32a4d576ced5436caac4c0d58d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017827, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 59.12804468598915, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4014, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Garamond\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:43:40.866206+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "49388348-0428-4f3e-b6b5-862ae9422ca0", "result_sha256": "0b499ede8866ff8ec0c18ce0145e491e1dae85be2b76c860b6ba282d0c78f8a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0161635, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 55.416082203999395, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3637, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:38:21.059712+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "92e525fd-eeb1-488a-99ba-0923def0bc42", "result_sha256": "44242691c1878e3936d1cb17a10dd56e28229e5037c9f49c221eeb20935e129a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02219825, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 78.21046884197858, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5054, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:36:05.832154+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "23a81402-2939-4416-b01d-5a95d66df7a5", "result_sha256": "efe01ed5621ec800c4b0d7587c1745ed8309a3695941476edd381f5a7d635e51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014588, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.56836090100114, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3266, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:53:09.480634+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f95c917-2e66-4c0a-b867-7cbe0a4848c5", "result_sha256": "213c0752e7e7bd8c95452c67cd95cbe07aafbf180c02ac0b88f9c835152cfef3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014743, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v33.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": true, "latency_sec": 48.14794951301883, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 3286, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:24:06.425547+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8b3d722-90d9-4a9a-8b93-147708c10003", "result_sha256": "c03fe90168577ba3cc8bc23be39abb3cd4ffb6bb0398662ebeabf7e8bd16a23d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0186755, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 59.98168823000742, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4216, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:29:18.056663+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e39e9b5-5662-4ad2-9e04-134212b1289a", "result_sha256": "db38ddf1fe354b1b23d32a03b8a6985d6c095de6cb745f788bd7b9d6ce44d02a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00982425, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.14198153500911, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 2131, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:41:55.452166+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7be9bcc-947c-4aed-adf4-090b8b402d51", "result_sha256": "48068907020e7a6ffcf802433c2eb0b7cd1e041c832ff8ec32cc1affc96b2c1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0145145, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 49.3676439379924, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3249, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:58:05.520291+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d8b945c-bd7b-4cdf-99a1-1ee8346df921", "result_sha256": "52f5058386b1a056a65843631f22d776d5d5deabc7fc73eecdd89b58e17e9e92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0165385, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 54.769818685017526, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3692, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:15:59.865605+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "531ab900-b82d-4b79-8095-810cccc87ddd", "result_sha256": "b81b12c7d5221b0dee683100c69d87ba9f6cb201bfa9e812db80f852e4f4a927", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0104595, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 45.14465812401613, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2304, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:57:07.568504+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "67729aae-45b5-4ac3-a066-b2f364176149", "result_sha256": "fbd97a5c6e50a9c3a49ef8b83a587ade030bd6fd9666b15c241d20326ce4d1d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01169175, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v39.png", "input_tokens": 578, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.798891387996264, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 2581, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:26:37.886902+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9132148b-cd12-4962-9d74-2a5424504295", "result_sha256": "323df1c0937d95d276b397e2ce86bddd3cb82a241603f36432fe6ab6a076ab28", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02252525, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 74.42423623599461, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5143, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:01:22.671219+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "572bc30e-8066-4a1c-8cfc-8be60b45d033", "result_sha256": "802a7b52d5812d6c02d922304d6dd16b164f1634e6b606baa747bcec818adef9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02801625, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 107.09463995700935, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6435, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:43:17.698364+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0012e43a-d73b-46fe-b318-f2963c510e73", "result_sha256": "4705503132a2fe936dbc07452f99be7d7b88e801590f8c4559e525983ba20ab5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028532, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 94.95419793602196, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6514, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:36:14.923541+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "37484cd5-3e93-41a2-af8b-8b8a230b5f29", "result_sha256": "cdd0cfecf54355ad16549b63f1d0137b605f238c65876db3c5d80a6a37675396", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020623, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v43.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 73.86382558598416, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4686, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:34:45.456953+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "afd0c716-d4a5-4d12-bf5b-7820b7d1ed18", "result_sha256": "8bcf3d3fe29a8da59375fcb71efb8228367a5746ab9ebd37456b449ddb213649", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0167855, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": false, "latency_sec": 52.685428731987486, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3786, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T08:14:17.671734+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e9829a2-c1b6-4724-92d6-bb9792144c3b", "result_sha256": "e5b9b091d89a2cc6bb1a7b6c43a57aece25b56ebec06230a93ce83be9dca09cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.028161, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 91.59426494597574, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6457, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:35:16.855419+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b73111c-2644-471c-912e-d89313c39469", "result_sha256": "2b6c97095b2cf7521230621a90526bbfbedf9a01f2ff757ec6a732e747bd2ecf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0132285, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 51.13105847800034, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2962, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:14:02.044102+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aa1fbd6-710e-422b-a3be-4aa3a6b47f64", "result_sha256": "d315200e8e8d12cdeca3907ff3a89a647d8718f5165ea1a5bacf7a513d1e9369", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012955, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.98191786100506, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2870, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"serif\",\"font\":\"Georgia\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T05:20:50.623320+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1456947-dc01-4b3b-9f8b-30b0df881097", "result_sha256": "a50ea6b1344ec261d73e9e649fac60b1d407029816ed8701de8c0b3d655abf63", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01841775, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 50.88504723701044, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4153, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:10:49.883791+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e99d9a04-7588-4212-b4c9-af5154e9103b", "result_sha256": "d1b19cef00854635de3a3e0ef3ad5ca6ab116fb1781458b85cb01abfcf1b01b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019378, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 67.65395284898113, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4396, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:51:49.436733+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5001bc3b-57f0-4871-8f63-afd53849f91f", "result_sha256": "84bf8098e8bba40fc15d8d87d613b3aade924fa2600b3a6ea8f1276b5641983f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01424225, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 53.10381389700342, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3182, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:10:10.988152+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c76a22d3-01bc-4cd5-8f10-f9851c9aba7b", "result_sha256": "b44e7e9d0998e9aa4017ea33f603e76871c2808f988fdc1fc3b3848c0552f6ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03240825, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v24.png", "input_tokens": 566, "kerning": "loose", "kerning_correct": true, "latency_sec": 115.59493861100054, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7459, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:58:42.572531+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2917a22-1070-45ad-a74d-b1a7c6dbecea", "result_sha256": "3062df707327b3058113e1c002557915f6259c34c5024c9423bced83c6bb0779", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016805, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 57.75143302400829, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3785, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:56:33.485564+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "006d9748-768d-4aa3-b4af-37b6db83c58a", "result_sha256": "2054cc6ffc9ba343b9b7c66846492143da7a1710a35d97dcc4eae2a02a8fd69a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0219065, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.19250129099237, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4988, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Georgia\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:28:59.039066+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0972554d-c775-472b-8d4b-dabdb7a8c7b3", "result_sha256": "f65fe7bb28535eaa4952e48722101f6f853828b29c36e72c7ff2f6d20ea1b65b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162645, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v27.png", "input_tokens": 622, "kerning": "loose", "kerning_correct": false, "latency_sec": 59.43335045001004, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3644, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Times New Roman\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:08:21.294309+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b3499c7-eba8-4348-a59c-43d7c7e1e853", "result_sha256": "97ff818390fed1f2521d7fb752e0d283ba5c13a3defb44bfd1e20aab293c22e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02255575, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 72.73071350599639, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5129, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:49:43.590490+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cab977fc-528a-402e-8a0c-6ebe19475c92", "result_sha256": "6ef8c7f4a812a633b7326687e4fba8007db95c9bc6c8487d4728b852813f4404", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02379825, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 88.70962146899546, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5419, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Playfair Display\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T07:14:09.258493+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "098c027f-280a-432c-938a-deb0b03d05dd", "result_sha256": "2192db9f1863ee8c90cf35de0ed8381e63e9685b223e1c884288e206f89e49b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03074525, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 92.31090475100791, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 7068, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"serif\", \"font\": \"Cormorant Garamond\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:48:51.542453+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d51449-7422-4df9-a327-31d1d146d72d", "result_sha256": "4772ccff05d9797cf8afa10a7fafa26df7eb2d2cba751d44c22d3cc14631ba53", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0161205, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 52.221716842992464, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3636, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:27:53.577639+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7669475f-294d-47a6-a77e-881e6f77d757", "result_sha256": "08cdef51370d90aeed7f5a4a022bd24c37a74f5875056c844ede0fc1b62c5ce7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01680625, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.01524304799386, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3755, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:33:16.328892+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b80f306-fae6-464f-b9a9-8bfebe2e41ad", "result_sha256": "bf5cd727300488d6ca5381c5883bde3d3be7027b63f2a8ec5128a19d58d78b36", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01837375, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 61.25723014300456, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4165, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:15:43.304872+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f76c24-c89f-4f07-b521-397eae126120", "result_sha256": "76764656c5f271782e1c05922f722abb3bb4d1191036e4ac8aba911393159085", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03070225, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v01.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 112.4210653899936, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7067, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Poppins\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T06:58:13.565119+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "85daf21e-ede6-448e-b960-75f9805f477b", "result_sha256": "d2364f0d3b3f7a93f6939131cec932832e5729baea3a6901f833f34a4f252591", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0285135, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 92.31754885200644, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6552, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Montserrat\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:26:21.206744+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "014d48f2-2c0b-45f3-a3c0-b8d22945f6ac", "result_sha256": "ac6f089d36fb5a84e96b55635adef5e8051f73cd324c99661aa0819a54b0d3e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02654725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v03.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 98.51085284800502, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 6047, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Lato\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:10:20.270109+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4f03dec-d73e-40dd-a835-817590dd72bf", "result_sha256": "ef3dcc48159da9fdd6d64590751cf1948799366515ca7f755fc7ccdfe9857dc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02754625, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v04.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 96.82055635302095, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6315, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:58:01.238355+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "345d66b3-a4ef-4f13-849f-59dc130f656a", "result_sha256": "1b61fa33de896e2d653d17989ee58c2d79a132855c63f8fd8ca4ed8f31e3bcef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0168365, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.138585263019195, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3798, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:15:56.464469+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aefadf1-449b-4c09-9ae9-ddbf0efaa261", "result_sha256": "8105ef14711e8926112f3a1a7bcfa947fa8dcd354c23fc960751587c76cde203", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018998, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v06.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 82.28275120002218, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4301, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:11:09.620086+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a5edca4-5495-408e-90c5-d6fd440d0438", "result_sha256": "b14f46eeac6807d67a7058b63b2e70d5feea96d7c9c7475a7e4e75038271b4b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017623, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v07.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.1890250830038, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3966, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:27:20.524187+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa8c198b-d943-4534-84ec-2ae4521dc201", "result_sha256": "c41effa6a49435753737e33d04b90765c8f3505afedb5a6d5130f9ff4b80fda1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171555, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v08.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 51.15966593500343, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3886, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:36:07.906742+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa92f9f7-a835-425b-ab81-de9d04dc2752", "result_sha256": "211e9c7fdb5dd1471eaf00a1699a62ffe03052993184815f0919dafe8a525634", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02871825, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v09.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 88.40242130201659, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 6579, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T08:55:35.662127+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f02d2801-8a97-45d4-890a-9a39ccc60933", "result_sha256": "116b3641c88919e979437dcc98ff35b2ceb9c691cfa7546f630a32f9a106c346", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028214, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v10.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 110.42433710899786, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 6488, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:41:15.249498+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "11099544-3673-4f65-8751-ee43321f244b", "result_sha256": "6138b4e7547cb69e0679ad77279f84bc94215a0f9b25e41a02286bff1e71cff8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171115, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.88671679099207, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3848, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:26:37.360974+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "57963d88-bf80-4e73-b75b-ee4d6a06ee9c", "result_sha256": "a9d80032cfefc2480465bab3b1efc98eefc99b923ec50d968fb2117d93e1f048", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0323705, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 614, "kerning": "loose", "kerning_correct": true, "latency_sec": 102.19210285998997, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7436, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T04:52:10.449773+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd97ba88-b680-4c59-8c42-2f456a0e3f86", "result_sha256": "3052d129e00e1a031a487b5481e2f9ff8f40761453856af7a176874dcc0ccbd8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02792275, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v13.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 119.02097458898788, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6413, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"thin\"}", "recorded_at": "2026-09-10T07:08:43.155104+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bccd4b6c-1743-4ef1-86d7-3d3ec4f2a5da", "result_sha256": "06e0e0bac0079cfc49fb3a7cd078661f4b3a659dcebcb550839f0a5e03400dd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03080575, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": false, "latency_sec": 107.44679519700003, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 7049, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Montserrat\",\"kerning\":\"loose\",\"line_height\":\"loose\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:48:46.840852+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "31aff54c-e26d-4f09-a229-c3a08e3655ce", "result_sha256": "5e6474a9666db6605415bd5e8ef8921905673d64c2ccaf571acbf349ee8ecd08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01722975, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 59.84648407899658, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3897, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"thin\"}", "recorded_at": "2026-09-10T05:34:56.873033+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7b8bb86-0926-4758-80fd-97a56977ac18", "result_sha256": "ce9c93e6f61404be8578e47479496ba26e0b2141c166c466faefad4f6484a3fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02520925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v16.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 94.41118339399691, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5781, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:00:49.878408+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "363f2f9a-76ff-465a-885c-8eab665f663a", "result_sha256": "41b114e14b0c02a763821e3a9e032bd8b3f51820eb13e3ce15efaf1bd30fb754", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0104645, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v17.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.22443985301652, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 2284, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:24:46.074010+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "a074eb59-2b8d-44dc-ba80-39339c6f429d", "result_sha256": "801a86a82bf96f071d80641401913ff3392de17549ccdbeaf562430cc159255e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025435, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v18.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": true, "latency_sec": 85.79525096801808, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5790, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:09:47.204800+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "de24ca44-fe6c-409f-8f30-fcd1792994ea", "result_sha256": "71c16760aac6a0113959465d2392bbe83ea712517085cb81a74004933dd07a6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01601425, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 53.94581514899619, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3611, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:36:59.760723+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd840ee9-8228-4cf4-957e-372335cc672e", "result_sha256": "67b5b4142d126028fda7ed4900f1cc041059d9058e6ed21a9585e3e5c423b488", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020287, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 62.45278878102545, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4574, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:21:45.404940+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9703494c-96fd-42ce-a839-e0f1fa0a31b3", "result_sha256": "20062def323ad6a16934b93c28b970c14c50374ce9b9fbe0b5ef4c929f26bcea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0153435, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v21.png", "input_tokens": 538, "kerning": "loose", "kerning_correct": false, "latency_sec": 41.700884971010964, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3452, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T08:35:52.899810+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "47ebd610-e985-4c63-88eb-c4f19aff7c43", "result_sha256": "527dff69f089eec3f053dde784c74a7f3678d1cc116d6865fe7e577d8b6de867", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03255725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 556, "kerning": "tight", "kerning_correct": false, "latency_sec": 120.26222570100799, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 7497, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:08:03.945450+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5c75679-9bb6-430e-86d3-54cd79ff9ab2", "result_sha256": "e5b5e4a990a5f4b321fe28e3ebb435cc41d6d3068f387828325461b1fb1df7d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03702225, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 575, "kerning": "normal", "kerning_correct": true, "latency_sec": 137.5087421569915, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 8542, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:58:47.904748+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "029f6585-596c-4726-a24b-23970c7d93a8", "result_sha256": "56083a2411ca81c354adba74807390bf31ae984dbd8573e1c63c81ab83372a7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05419975, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 598, "kerning": "loose", "kerning_correct": false, "latency_sec": 200.48437724000541, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 12577, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Courier New\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:56:39.390874+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7618d6a0-198e-4015-a42e-f082170c5733", "result_sha256": "8dedd2c55cc023e2c1294cc815f7aa86c8e030b55ca14f7fd7ee7936a24f1487", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0142635, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 48.73484530701535, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3187, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"regular\"}", "recorded_at": "2026-09-10T04:56:23.141075+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e8fb7fb-50ab-42db-90cc-5332fa07598d", "result_sha256": "7018a3dfd06d3b1e12d7712f45b37327a21ac056e8922df2da6e52f39eeaab2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02490275, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.03144168198924, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5693, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T04:24:16.757835+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "324bb6f6-583c-480d-83cd-f0fe9d60760e", "result_sha256": "634f86c3a231848856faf328c300dd9a7c7d89bfacda97daa72e30b005d526dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03486425, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v27.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 98.01853539701551, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 8001, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"mono\", \"font\": \"Roboto Mono\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"strikethrough\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:35:05.088109+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "aff93b24-9a11-489b-af51-0664bea1c1e9", "result_sha256": "5beb8f01b9ed9e0353e5dda243d81f5607e1777dbc32209f9329e062949e72ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01609575, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v28.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 48.291235362004954, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3609, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T06:24:12.485079+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "528b86a0-4cff-4613-8df2-4eec9d176016", "result_sha256": "876f1d701955f55623310966f8a6249139db1e2e6131e8c976f1920a15db39e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02704525, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": false, "latency_sec": 86.04555884198635, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6183, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T05:22:11.863474+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e1422f5-ddd9-4ce0-8751-5b2d394f0640", "result_sha256": "43d7fbcbf57d22d0ef9fcfb7b9555578f57b6ec2eab98118b9c16f4769c4e059", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019776, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v30.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": true, "latency_sec": 66.39750749699306, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 4487, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"regular\"}", "recorded_at": "2026-09-10T08:18:00.980113+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff3a83d1-014a-42fa-8d76-e52d5df69802", "result_sha256": "fc1611fde96124c3028585d8871764ee1f1398328f68bf4a8235428e18a1b361", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01826275, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v31.png", "input_tokens": 575, "kerning": "tight", "kerning_correct": false, "latency_sec": 79.42879854500643, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4128, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T07:04:49.594158+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6695f203-63d1-495d-972b-3d51e0d439f7", "result_sha256": "54340c3317f048dbcb51683846ed67419f5a5155c97478b05990b432a775c139", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0221955, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v32.png", "input_tokens": 566, "kerning": "normal", "kerning_correct": true, "latency_sec": 76.70156281799427, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 5056, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Inter\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:17:26.931796+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f78c98c-8fa1-43ee-ba0b-23624dbd103d", "result_sha256": "7921b30ea688d353bf460d20cef99d0792c16c6799ccca3ba68bc4d3040478ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0310265, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 688, "kerning": "loose", "kerning_correct": true, "latency_sec": 106.73737016800442, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 7098, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:56:58.734882+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb299170-14ea-4255-8f0e-c650adf7bf3b", "result_sha256": "bb52c40a06b732904a8fd35bd5364b45cb81583330ddc3f7df39f221cce964e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02135725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v34.png", "input_tokens": 606, "kerning": "tight", "kerning_correct": false, "latency_sec": 68.8971178609936, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 4847, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:41:53.929564+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "512564be-df04-483f-8f00-c9e8f516790d", "result_sha256": "a0fc3707911a9820ca454714ccb6297785c9c2c5928f5d4013d9d1dd1289c837", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016569, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 614, "kerning": "normal", "kerning_correct": true, "latency_sec": 71.88030540698674, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3718, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:17:51.639741+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b947ae6-329b-47c5-ae09-205bee15d527", "result_sha256": "9616d04f930078fbcd5966425ed3b2d532d2b3e295e002e719f3b7052b0c2a54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01451875, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v36.png", "input_tokens": 565, "kerning": "loose", "kerning_correct": false, "latency_sec": 59.55082880999544, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 3250, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T08:25:22.638186+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1d36e22-8ba6-4a5d-bca6-33b7918b9d1f", "result_sha256": "fd326a0ea26216648b5e332fe84c4d0fd3b222a9230336d92d82be9227733d60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0197175, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v37.png", "input_tokens": 678, "kerning": "tight", "kerning_correct": false, "latency_sec": 61.856396375980694, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 4440, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:47:04.606741+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "e764deda-a2e8-4473-925d-0cd037c36811", "result_sha256": "8d3e167defd512ef75c20e9dfa70cad1a10a7e1f8a17415ecaab32d433632bf7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0256065, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 85.16776046398445, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5868, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T04:25:48.545554+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee018127-29d5-404d-84eb-939045045a90", "result_sha256": "02657c204f22f1c9ee95ffabbc239e36072bf0fae2b0111756553c8e4264cf2b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015216, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v39.png", "input_tokens": 657, "kerning": "loose", "kerning_correct": true, "latency_sec": 52.408076884021284, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 3387, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"underline\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:08:44.147008+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "57b50969-2a42-4da6-8927-92337a1f702d", "result_sha256": "b79d0c85048aad48313d932896461cdfc91155910c0b6881b0bc6878bbe5bf02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.026125, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 82.85414605398546, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 5990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T04:27:15.837873+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "984704a0-f7b8-40b5-a726-ac14ec28a652", "result_sha256": "cc5306881bf46c01f3db2206d97517e539c5d68f727d96edd7827f9163358572", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0312505, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v41.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 173.35277616101666, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7196, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:51:55.270840+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "93bfe8aa-bf57-4603-b962-7fe7c1c53811", "result_sha256": "b5a1ca55b5a384bf56c19cfae35fa2d88a8a0e4ac7834f1ea0f6411f527a80d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014898, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": false, "latency_sec": 46.72393957001623, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3306, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T05:23:27.384653+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfe24795-62c5-459d-911e-144e05ee5c36", "result_sha256": "1745ef748f5126ebefa26d9af67668b12f2db8d272f3ce578890c7a58bc382a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02382725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v43.png", "input_tokens": 508, "kerning": "tight", "kerning_correct": false, "latency_sec": 92.10013042401988, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5457, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"small-caps\",\"weight\":\"bold\"}", "recorded_at": "2026-09-10T06:40:39.715135+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "66fb5859-124a-4fe3-9d66-d17dbf8f0556", "result_sha256": "28aa4d3d344f29c48458501d39f2742ab1177fa230f3c2853badd24ded49ef08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02687925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v44.png", "input_tokens": 556, "kerning": "normal", "kerning_correct": true, "latency_sec": 96.41259213499143, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6161, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:20:32.041045+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "43c398b4-2398-4664-8eca-6fc70ac5f561", "result_sha256": "8e83f008051b42b45616ac441a94ee69983befb9d5965261a0127399a665899f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02377925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v45.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": true, "latency_sec": 80.71598839698709, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 5426, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"bold\"}", "recorded_at": "2026-09-10T06:54:12.795847+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bd9eda6-6e05-468a-a938-9f7aea73f8dd", "result_sha256": "f6b9d02fe2021e6877eb1b49d9888d1b745ccb920b6e9e6a2fb10c67466bf382", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01834325, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v46.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 71.74966276899795, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4159, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:56:29.158068+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebde35e9-253a-4337-9262-194bea58479c", "result_sha256": "78b8415048361bab7d2987a14e3f0daa2b050a1bcdeeeb59316a4ddefde87707", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02185375, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v47.png", "input_tokens": 534, "kerning": "normal", "kerning_correct": true, "latency_sec": 77.36122507002437, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4985, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Inter\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:27:21.758972+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "236c8a96-b49d-4040-af65-6ca428af2659", "result_sha256": "1f4c93aab69a40e929f5cd0be0ba9827b3ca01377d405e101fbbc0aec42dc8c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01948375, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v48.png", "input_tokens": 678, "kerning": "loose", "kerning_correct": true, "latency_sec": 69.19445493299281, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "regular", "modifier_correct": true, "output_tokens": 4385, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"normal\",\"modifier\":\"regular\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T08:55:30.121365+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b542d499-8856-48e7-b890-619bd5c9bb46", "result_sha256": "97f8bfe6b01ad4c11d92ea19bc86036e285adff9db98feca9f4f691ebcd0a44b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02470725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 566, "kerning": "tight", "kerning_correct": false, "latency_sec": 77.23625119199278, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 5647, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Roboto\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"italic\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:24:12.639421+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d7a883f-5663-4a2b-a169-636a36e33d06", "result_sha256": "c9326ae11df5d338e8f863a847ccbaa16eec438241512cbb2e4c67cc637fe957", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04645225, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 622, "kerning": "normal", "kerning_correct": true, "latency_sec": 159.59456299099838, "line_height": "loose", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 10747, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T04:10:41.352220+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "72530367-6375-4468-94b0-af65b2e65fbd", "result_sha256": "151a1a91cf86538119760fd9c7e4f8e942dc209b94c4ebe640c704f760a39e81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.026393, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v51.png", "input_tokens": 575, "kerning": "loose", "kerning_correct": false, "latency_sec": 110.15849810899817, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "italic", "modifier_correct": true, "output_tokens": 6041, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"italic\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:50:19.767864+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c408b6c-e95c-467d-91c5-51bfbf0f8878", "result_sha256": "404aab9f7599bd1bb2639606951b8d37d8471d1116476f211db3ee1008b4a48b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0238025, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 614, "kerning": "tight", "kerning_correct": false, "latency_sec": 80.24212491099024, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5420, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:05:10.756193+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d41a651-553c-4011-8bea-1315140bee23", "result_sha256": "36d858b748a87731be409df6874dd3e71d8cb6e39caeccdfa0ab9b9094ece48b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0394935, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v53.png", "input_tokens": 512, "kerning": "normal", "kerning_correct": true, "latency_sec": 147.07877846402698, "line_height": "tight", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 9142, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"tight\", \"modifier\": \"underline\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T07:18:46.692061+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "043db06a-07e6-486b-b2dc-383a88b9f880", "result_sha256": "640ec049504e89d24d5a0a548450b42b1b76a54facdddfa4e05b420af7f9613e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0228405, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 606, "kerning": "loose", "kerning_correct": true, "latency_sec": 77.1324090140115, "line_height": "normal", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "underline", "modifier_correct": true, "output_tokens": 5196, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"loose\",\"line_height\":\"tight\",\"modifier\":\"underline\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T04:57:47.337080+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c82efb36-0d8f-40aa-b547-19c55e9a77da", "result_sha256": "b115707ddd5cc788bbada02db8c10711398899705aed29de979198a4ffdcdd8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009242, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v55.png", "input_tokens": 512, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.56496847400558, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2024, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"strikethrough\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:12:53.149701+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "c544cd2f-440c-4f75-8ef0-cb38b5eef70d", "result_sha256": "5888e72b0be6524fa3b0ef1027947e6ef43dce065ad7cf5b00c36a0550c171e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01827175, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v56.png", "input_tokens": 606, "kerning": "normal", "kerning_correct": true, "latency_sec": 59.13394014001824, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 4121, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"normal\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T06:08:39.263875+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d0591a9-a192-48b3-84d7-e954fdd2b8ce", "result_sha256": "66b5ef78e9347f87886498f1a9ccca90930fbc136626837e4caf10348241aadc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03121925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 662, "kerning": "loose", "kerning_correct": false, "latency_sec": 106.47492013100418, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 7151, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\":\"non-serif\",\"font\":\"Arial\",\"kerning\":\"normal\",\"line_height\":\"loose\",\"modifier\":\"strikethrough\",\"weight\":\"black\"}", "recorded_at": "2026-09-10T05:40:15.160974+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "70ec5ecd-d4be-4f2f-9feb-739ab3e99183", "result_sha256": "21f83c9cfd5620d1226bf1b1db5e0e2f5bb025c3d9ab4b82ab43b7cc2c463b39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0291085, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 534, "kerning": "tight", "kerning_correct": false, "latency_sec": 101.49480768598733, "line_height": "normal", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6692, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial Black\", \"kerning\": \"normal\", \"line_height\": \"normal\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T05:49:41.529605+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "b81667aa-277e-49f4-aa12-f05aa10b54a0", "result_sha256": "96edf296ca5b799ff7ac9a8bd6a52b29a1ae7d9c2cca600950cd4db0f5fcf630", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0304445, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v59.png", "input_tokens": 678, "kerning": "normal", "kerning_correct": true, "latency_sec": 94.00154170201859, "line_height": "loose", "line_height_correct": true, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 6964, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Arial\", \"kerning\": \"normal\", \"line_height\": \"loose\", \"modifier\": \"regular\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T08:46:13.017157+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "muse-spark-1.3", "status": "final", "included_in_comparison": true, "source_attempt_id": "87af3f17-8a4d-41de-9c63-2b9989639d29", "result_sha256": "3af96486eb888496f23770a1237fcd92f8552aea5168e081a6aae54318620e64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05893075, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v60.png", "input_tokens": 534, "kerning": "loose", "kerning_correct": true, "latency_sec": 200.57888420499512, "line_height": "tight", "line_height_correct": false, "model_name": "muse-spark-1.3", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 13709, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"category\": \"non-serif\", \"font\": \"Roboto\", \"kerning\": \"loose\", \"line_height\": \"normal\", \"modifier\": \"small-caps\", \"weight\": \"black\"}", "recorded_at": "2026-09-10T06:46:14.817557+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } } ] }